{"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.018406555Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.130690749Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.182176462Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.285746969Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.285773469Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.598601254Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.598657247Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.809589451Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/bc4c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.861299326Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.926189308Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:49.977972052Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.225020454Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.278709754Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.278786919Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.278969125Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389256282Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389370259Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389429779Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389473344Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389515403Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389552682Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389592405Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389629828Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389667338Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389728282Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389763049Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389816242Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389858327Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.389999579Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.390109389Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.390239482Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.390264363Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.390317691Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.390358695Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.390434641Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.491953676Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 14:16:50.491953 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1102 14:16:50.597526 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.597878721Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598065592Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598118207Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598259869Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598308106Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598363865Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598396954Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598515781Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598609217Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598710332Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.59880629Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598840571Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.598957175Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599036713Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599071452Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599124775Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599178881Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599251982Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599390922Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599498787Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599602938Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599709038Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599845997Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599905447Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.599982252Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600017278Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600073267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600230516Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.60027968Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600353708Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600745386Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600809936Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600876866Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600892784Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600929457Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600963572Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600978363Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.601018883Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600965178Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.600880459Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.601505957Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.601541351Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.602120297Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.602909894Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.603071682Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.603425812Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.603409485Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.603910228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.60398625Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.604528547Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.604600867Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.694054438Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.694095511Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.802071478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.805657759Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.924407515Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.999968615Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.000024715Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:50.999985103Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.000045003Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.001243933Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.001265425Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.001305812Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.001322137Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.005645191Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.005664878Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.006782902Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.006802671Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.107514908Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:51.107562547Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:52.420371275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b5dae43-ea59-4b53-8adf-d0e96b89c17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:52.472352319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b5dae43-ea59-4b53-8adf-d0e96b89c17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:52.524541811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b5dae43-ea59-4b53-8adf-d0e96b89c17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:52.576102682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b5dae43-ea59-4b53-8adf-d0e96b89c17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:54.504481384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5c03e0-3ddc-4614-96c6-41faf64d684b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:54.557117341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5c03e0-3ddc-4614-96c6-41faf64d684b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:54.609744061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5c03e0-3ddc-4614-96c6-41faf64d684b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:54.661557012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5c03e0-3ddc-4614-96c6-41faf64d684b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.557946535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68289928-088b-4c9c-8928-ca31e158d64e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.61008811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68289928-088b-4c9c-8928-ca31e158d64e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.662610612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68289928-088b-4c9c-8928-ca31e158d64e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:16:56.71526751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68289928-088b-4c9c-8928-ca31e158d64e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:01.304802919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786821eb-a1e9-4506-b558-c8c53bb56962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:01.356876834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786821eb-a1e9-4506-b558-c8c53bb56962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:01.408968847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786821eb-a1e9-4506-b558-c8c53bb56962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:01.461045773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786821eb-a1e9-4506-b558-c8c53bb56962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.415635681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8db4c0-6246-4a0b-80d9-106e2348d5df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.468379406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8db4c0-6246-4a0b-80d9-106e2348d5df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.520457794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8db4c0-6246-4a0b-80d9-106e2348d5df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:03.572562958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8db4c0-6246-4a0b-80d9-106e2348d5df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.951491793Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.951525895Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.951531748Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:16.951556816Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:17.003803282Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:17:17.055648779Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:20.90440976Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:20.928323944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:21.82307519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c5ed3a-5eb5-4914-9632-e6f2674e32c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:21.87472847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c5ed3a-5eb5-4914-9632-e6f2674e32c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:21.926457039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c5ed3a-5eb5-4914-9632-e6f2674e32c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:21.978330451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c5ed3a-5eb5-4914-9632-e6f2674e32c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:22.503232954Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:22.503276485Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:24.023546895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2145027-1715-4211-8f53-f6692d73a5ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:24.075489878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2145027-1715-4211-8f53-f6692d73a5ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:24.127241026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2145027-1715-4211-8f53-f6692d73a5ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:24.178800247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2145027-1715-4211-8f53-f6692d73a5ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:25.191467726Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd303a9-dbca-4ac2-b65c-ebc05b7857aa","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:26.212054827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd303a9-dbca-4ac2-b65c-ebc05b7857aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:26.264027489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd303a9-dbca-4ac2-b65c-ebc05b7857aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:26.319564306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd303a9-dbca-4ac2-b65c-ebc05b7857aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:26.372839954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd303a9-dbca-4ac2-b65c-ebc05b7857aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:28.253476059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ab3812-006a-410e-aa27-866cb4fa4775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:28.305289849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ab3812-006a-410e-aa27-866cb4fa4775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:28.35709759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ab3812-006a-410e-aa27-866cb4fa4775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:28.408844063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ab3812-006a-410e-aa27-866cb4fa4775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:28.993802489Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"d77d38be-b580-4fea-a793-0fd5616a8352","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:35.023163406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282733a3-0ee2-48f9-81eb-465db8f8f3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:35.075225468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282733a3-0ee2-48f9-81eb-465db8f8f3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:35.127059338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282733a3-0ee2-48f9-81eb-465db8f8f3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:35.178966394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282733a3-0ee2-48f9-81eb-465db8f8f3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:37.075146606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fab86b-21c2-4d72-8818-af519b5b189d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:37.127479291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fab86b-21c2-4d72-8818-af519b5b189d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:37.179174563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fab86b-21c2-4d72-8818-af519b5b189d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:37.230863379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fab86b-21c2-4d72-8818-af519b5b189d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.009382882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6f77aa-dc14-4324-88cf-53d1177c2a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.06093754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6f77aa-dc14-4324-88cf-53d1177c2a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.112903309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6f77aa-dc14-4324-88cf-53d1177c2a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:42.165413141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6f77aa-dc14-4324-88cf-53d1177c2a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.095790974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9490f177-ba51-4d07-aaaf-604d7271293c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.147568106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9490f177-ba51-4d07-aaaf-604d7271293c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.202743139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9490f177-ba51-4d07-aaaf-604d7271293c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:44.255458987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9490f177-ba51-4d07-aaaf-604d7271293c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:17:50.905593668Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:20.955789891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:18:50.956235086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:20.955545144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.389112272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840fcc07-d32f-40b7-bb2a-4b9dfbc0803f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.440829993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840fcc07-d32f-40b7-bb2a-4b9dfbc0803f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.492586878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840fcc07-d32f-40b7-bb2a-4b9dfbc0803f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:28.544271975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840fcc07-d32f-40b7-bb2a-4b9dfbc0803f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:30.456327728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e3f98d-e674-452e-9130-ee97979e5000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:30.507819474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e3f98d-e674-452e-9130-ee97979e5000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:30.559551373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e3f98d-e674-452e-9130-ee97979e5000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:30.611126572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e3f98d-e674-452e-9130-ee97979e5000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:32.541573513Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"6dac3786-d650-4270-b40b-fc004014a3dc","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.538168134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54dc553-6e40-4161-a2dd-d68ae75b0a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.590091776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54dc553-6e40-4161-a2dd-d68ae75b0a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.641852389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54dc553-6e40-4161-a2dd-d68ae75b0a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:33.693547167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54dc553-6e40-4161-a2dd-d68ae75b0a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:35.573746072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea6f7d7b-399b-4230-8d6d-e80429d8533e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:35.625651938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea6f7d7b-399b-4230-8d6d-e80429d8533e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:35.677580116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea6f7d7b-399b-4230-8d6d-e80429d8533e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:35.72975548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea6f7d7b-399b-4230-8d6d-e80429d8533e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:50.90539058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:51.614643083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b634361-f7da-46f6-84c1-9d39b40b21e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:51.666464914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b634361-f7da-46f6-84c1-9d39b40b21e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:51.718307398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b634361-f7da-46f6-84c1-9d39b40b21e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:51.770132879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b634361-f7da-46f6-84c1-9d39b40b21e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.820939129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dd2e9f3-8070-4157-b548-4c75b53f0584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:55.954547359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dd2e9f3-8070-4157-b548-4c75b53f0584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.009740021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dd2e9f3-8070-4157-b548-4c75b53f0584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.027585784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea496c83-2035-484d-a9fb-2fe3cf724607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.08546554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea496c83-2035-484d-a9fb-2fe3cf724607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.141374272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea496c83-2035-484d-a9fb-2fe3cf724607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.218696264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e153522-9212-48d7-b8dc-967dfd56068f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.27556556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e153522-9212-48d7-b8dc-967dfd56068f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.331093269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e153522-9212-48d7-b8dc-967dfd56068f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.351403904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30041316-f1ff-4825-8388-dbbdfae39933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.408272065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30041316-f1ff-4825-8388-dbbdfae39933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.463437172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30041316-f1ff-4825-8388-dbbdfae39933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:56.516200029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30041316-f1ff-4825-8388-dbbdfae39933","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.677409867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea65440d-3b0e-4ca4-952a-c1948775b253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.7338311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea65440d-3b0e-4ca4-952a-c1948775b253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.789110813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea65440d-3b0e-4ca4-952a-c1948775b253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.872330473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aac2da7-9cc4-424c-a732-da6c71424409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.928615934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aac2da7-9cc4-424c-a732-da6c71424409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.972964275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33a79fde-7826-44ad-a187-5fc7971599db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:56.983972343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aac2da7-9cc4-424c-a732-da6c71424409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.029465621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33a79fde-7826-44ad-a187-5fc7971599db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.084836073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33a79fde-7826-44ad-a187-5fc7971599db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.141236229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d72c7ca4-d99b-4585-b462-77deb2e2d256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:57.192081204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2cd3ca50-b3be-4e15-8a99-2a46470ab1c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.197701335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d72c7ca4-d99b-4585-b462-77deb2e2d256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.244198871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbb6b559-79e6-4cb5-a54d-238e273ff822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:19:57.244995341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7da9e9f5-2658-46b0-95a1-12256fcdd86d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.252848821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d72c7ca4-d99b-4585-b462-77deb2e2d256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.300681084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbb6b559-79e6-4cb5-a54d-238e273ff822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.357479317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbb6b559-79e6-4cb5-a54d-238e273ff822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.410526192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc551327-4059-4c3b-9106-7536152fa702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.412130388Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3587495-8d4c-4fdf-b684-c4aace64eac3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.467289797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc551327-4059-4c3b-9106-7536152fa702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.513180804Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40a2fd7a-e186-4d24-b629-f0d50d30eaf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.513921136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dc3149a-2b47-47b4-b27c-5966861c7a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.524623828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc551327-4059-4c3b-9106-7536152fa702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.570220948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dc3149a-2b47-47b4-b27c-5966861c7a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.613178557Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c14be6b8-1955-4514-9868-55f894057f7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.626555231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dc3149a-2b47-47b4-b27c-5966861c7a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.678860707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbefd20-e29d-4d3f-81b1-15bcde8af00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.713439326Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a22d5970-5916-4246-b82b-d5b02740a168","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.735583137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbefd20-e29d-4d3f-81b1-15bcde8af00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.78172513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26392ded-62bb-41da-8e22-cf23bcad5196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.790635774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbefd20-e29d-4d3f-81b1-15bcde8af00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.838885682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26392ded-62bb-41da-8e22-cf23bcad5196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:19:57.894249083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26392ded-62bb-41da-8e22-cf23bcad5196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.445096601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"73baee05-2db1-4f05-8794-514c25542e86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.445118616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"73baee05-2db1-4f05-8794-514c25542e86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.49641369Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7d9a9ec-6eab-49e9-b2e8-162b52741869","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.499232327Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5de7fa42-9c70-46c1-a905-2c6ad413d370","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.514813372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5c70bb83-e2d4-41b4-b1d3-4b434df7a93b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.514854087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5c70bb83-e2d4-41b4-b1d3-4b434df7a93b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.630496926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"133b7900-f7cb-4711-8259-8a92c743012b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.630529245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f261c5-1fc7-460b-8a34-9e1e65970ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.687281687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"133b7900-f7cb-4711-8259-8a92c743012b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.687449879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f261c5-1fc7-460b-8a34-9e1e65970ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.743330594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"133b7900-f7cb-4711-8259-8a92c743012b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.743353947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f261c5-1fc7-460b-8a34-9e1e65970ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.955332819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d69c4b66-6632-4848-b851-9bd4c6813f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:00.957378983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2abf5ad-215d-4636-9e1e-15d4c442ace8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:01.012284387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d69c4b66-6632-4848-b851-9bd4c6813f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:01.013840467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2abf5ad-215d-4636-9e1e-15d4c442ace8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:01.068100881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d69c4b66-6632-4848-b851-9bd4c6813f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:01.068951925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2abf5ad-215d-4636-9e1e-15d4c442ace8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:01.12179096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d69c4b66-6632-4848-b851-9bd4c6813f31","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:01.181170788Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"108df18f-4a25-460a-a15c-1d1615414131","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:01.281415264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a5f4bd8-b8a4-4729-beb8-f502d2447a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:01.338448059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a5f4bd8-b8a4-4729-beb8-f502d2447a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:01.394340396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a5f4bd8-b8a4-4729-beb8-f502d2447a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:01.649952128Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"907cc417-c092-4a67-9817-d8d1b046009d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:02.016919958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef109eff-5769-4c30-b5ba-d00b6ad0a0a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:02.017004048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef109eff-5769-4c30-b5ba-d00b6ad0a0a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:03.858877435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6afe8ec6-bd0e-47b1-b600-95ce30a82d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:03.858878088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4558e83b-aa22-416c-92a9-0b7a4bcc8557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:03.927351643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6afe8ec6-bd0e-47b1-b600-95ce30a82d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:03.927450497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4558e83b-aa22-416c-92a9-0b7a4bcc8557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:03.983004063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6afe8ec6-bd0e-47b1-b600-95ce30a82d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:03.983016439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4558e83b-aa22-416c-92a9-0b7a4bcc8557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.454430127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8fe6f2e1-bba2-4924-89be-852ab5ff5bae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.454457036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8fe6f2e1-bba2-4924-89be-852ab5ff5bae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.454795061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"33fc0e66-fbaf-4688-ac8a-f083e3bf1ec7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.45481191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"33fc0e66-fbaf-4688-ac8a-f083e3bf1ec7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.514710465Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"877cd1f7-da8c-4673-ace8-4e39eedaaec7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.514726909Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34796886-997c-41b3-927d-ec1d8878005a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.523785765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"451d435b-d651-4a24-8c23-d0a174b577a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.52380385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"451d435b-d651-4a24-8c23-d0a174b577a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.524014622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2dad4ba5-25ba-459a-b7ee-a08db14845e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.52402428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2dad4ba5-25ba-459a-b7ee-a08db14845e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.608877997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4ba45e8-c7b6-4ee0-9df2-58066fe5a885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.61746607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d57c6c-0379-4dab-b7a1-d80954d32221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.66580665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4ba45e8-c7b6-4ee0-9df2-58066fe5a885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.674464177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d57c6c-0379-4dab-b7a1-d80954d32221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.720991335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4ba45e8-c7b6-4ee0-9df2-58066fe5a885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.729823533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d57c6c-0379-4dab-b7a1-d80954d32221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.874863517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"774bd796-84a6-4859-99fa-243e08973801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.883072412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1e78a88-1542-49ce-af78-3483db257375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.931450044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"774bd796-84a6-4859-99fa-243e08973801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.939545941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1e78a88-1542-49ce-af78-3483db257375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.986793601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"774bd796-84a6-4859-99fa-243e08973801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:07.995287005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1e78a88-1542-49ce-af78-3483db257375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:08.714571649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf6dc210-7085-43c5-85d4-935fd4320cf0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:08.714594224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf6dc210-7085-43c5-85d4-935fd4320cf0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.693991246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f59991e-bf5f-4547-9ab1-c433b018be1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.694009496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b50b8bbc-7a98-4021-aeb2-df537f305152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.764286203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f59991e-bf5f-4547-9ab1-c433b018be1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.764920763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b50b8bbc-7a98-4021-aeb2-df537f305152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.820301688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f59991e-bf5f-4547-9ab1-c433b018be1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:10.820684478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b50b8bbc-7a98-4021-aeb2-df537f305152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.370986881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75822d5f-f6ed-4ede-9c65-dcd1dbaed695","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.3710099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75822d5f-f6ed-4ede-9c65-dcd1dbaed695","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.371309688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7acddac-5b82-4505-9075-fded03f94afa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.371323243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7acddac-5b82-4505-9075-fded03f94afa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.371596539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab9ad1cc-0837-4359-b486-be60ee31321e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.371611356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab9ad1cc-0837-4359-b486-be60ee31321e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.42260271Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"891ca4c5-cc96-4129-a04f-271e10f31e7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.422629625Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72eb45ec-8a71-4e9c-b2db-28d2bcfc8b53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.441699285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3cdccd1-ad50-4b1a-949f-ffbb93c928e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.441721319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3cdccd1-ad50-4b1a-949f-ffbb93c928e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.441962251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3d2ae78b-85db-44bb-b3a0-0da23551a70a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.441975645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3d2ae78b-85db-44bb-b3a0-0da23551a70a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.442205683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"158fda7b-8f59-45b3-953a-36a637ce8a41","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.442219844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"158fda7b-8f59-45b3-953a-36a637ce8a41","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.524772821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b52f0c3-aa06-45c3-9be1-2644aece9efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.524786667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0680432-6f87-43c1-a7f4-7b75b87822cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.581452562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0680432-6f87-43c1-a7f4-7b75b87822cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.581841687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b52f0c3-aa06-45c3-9be1-2644aece9efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.637134103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b52f0c3-aa06-45c3-9be1-2644aece9efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.637191294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0680432-6f87-43c1-a7f4-7b75b87822cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.79181031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d83040ae-65a6-4a12-8737-7f982e5dc49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.79181028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7597bcc3-5472-49d1-8714-a62a4f9980e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.849285735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7597bcc3-5472-49d1-8714-a62a4f9980e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.849923105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d83040ae-65a6-4a12-8737-7f982e5dc49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.90513114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7597bcc3-5472-49d1-8714-a62a4f9980e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:11.905243599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d83040ae-65a6-4a12-8737-7f982e5dc49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:12.622854416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31ce9331-f069-48e2-bf3e-dc525eabd173","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:12.622882973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31ce9331-f069-48e2-bf3e-dc525eabd173","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.54779727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75523710-a34f-42d8-80fd-d445bb4ae75f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.547822211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75523710-a34f-42d8-80fd-d445bb4ae75f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.548069881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"da433482-a23b-4666-9d9b-077a12559c26","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.548085486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"da433482-a23b-4666-9d9b-077a12559c26","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.548376487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e38ec4-f6c1-4451-949c-752983d281e3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.548390803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e38ec4-f6c1-4451-949c-752983d281e3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.548622361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fd5d40f0-853a-4cfa-913b-290893607acf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.548633162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fd5d40f0-853a-4cfa-913b-290893607acf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.600238308Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61e2cd34-30e2-46aa-8985-49451e14485a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.600241735Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d22ffb8-aa8c-49fc-a31e-444075935d17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.617308886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be712b20-d294-4298-86c4-12bc3095a0de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.617340341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be712b20-d294-4298-86c4-12bc3095a0de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.617760945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4575e066-95c4-4253-8e05-7666851fe020","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.617781752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4575e066-95c4-4253-8e05-7666851fe020","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.61810106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9440e614-f369-4972-8188-e828cf10dd9b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.618118389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9440e614-f369-4972-8188-e828cf10dd9b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.618438866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"48f7b287-3078-47b3-bc4d-6db6e9ddbdce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.618455493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"48f7b287-3078-47b3-bc4d-6db6e9ddbdce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.702442153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60f9640b-ce49-4aca-8b8c-5303562ffc4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.703460917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f28c10a1-db30-43ef-a21f-d47e7821bf6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.759903243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60f9640b-ce49-4aca-8b8c-5303562ffc4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.760831588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f28c10a1-db30-43ef-a21f-d47e7821bf6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.815790157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60f9640b-ce49-4aca-8b8c-5303562ffc4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.816222311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f28c10a1-db30-43ef-a21f-d47e7821bf6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.970601359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57790518-4de5-4505-9dbc-a1906827c080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:14.970614225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ddf6620-7b99-452e-949a-e0111b00ad61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:15.029001888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ddf6620-7b99-452e-949a-e0111b00ad61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:15.029016506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57790518-4de5-4505-9dbc-a1906827c080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:15.084959667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ddf6620-7b99-452e-949a-e0111b00ad61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:15.085135853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57790518-4de5-4505-9dbc-a1906827c080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:15.805393745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92aa8c16-a818-48c7-8cb0-2f1257bbf5bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:15.805484574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92aa8c16-a818-48c7-8cb0-2f1257bbf5bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.518015373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27dae01a-5b3d-46f0-9e7b-eabe61ec9027","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.518037707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27dae01a-5b3d-46f0-9e7b-eabe61ec9027","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.518341599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"497329c2-645b-48b8-b2cb-d8a7e231737e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.51841288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"497329c2-645b-48b8-b2cb-d8a7e231737e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.518673337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f87fb1f1-1c9a-4772-b699-aec74779c1b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.518728188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f87fb1f1-1c9a-4772-b699-aec74779c1b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.51898289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6171386c-a2bb-4018-8ffc-6026aeeb9cc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.518996263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6171386c-a2bb-4018-8ffc-6026aeeb9cc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.519187145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3d7e068c-b992-45c7-bc32-032c4d361345","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.519197751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3d7e068c-b992-45c7-bc32-032c4d361345","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.570262499Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f0467ee-3bec-4e6e-8419-a4d2b55864f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.570365424Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5ad9a03-5e24-4d16-ba50-9dab7b1c0a94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.590248786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"faa58957-76e0-4ad9-8fc9-29d03db57e51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.59031492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"faa58957-76e0-4ad9-8fc9-29d03db57e51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.590599805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"439583ad-dccb-4193-9d48-49db5143083a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.590614955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"439583ad-dccb-4193-9d48-49db5143083a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.590882321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abd83df2-5fa9-475a-9885-0ceedc144ead","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.590897742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abd83df2-5fa9-475a-9885-0ceedc144ead","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.591133604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b1d8058b-b0b2-4c28-b35b-c9c882c92aa5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.591172714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b1d8058b-b0b2-4c28-b35b-c9c882c92aa5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.591411796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"17cf0f0c-7a3a-444f-8f61-cd8a092c9b9b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.591425602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"17cf0f0c-7a3a-444f-8f61-cd8a092c9b9b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.672377154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60d5d8fd-ab6f-43cc-8d1e-18040a8c4e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.672403699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d986c6e9-3274-49bb-879d-4383d171936a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.729709881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d986c6e9-3274-49bb-879d-4383d171936a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.729710276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60d5d8fd-ab6f-43cc-8d1e-18040a8c4e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.785367519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d986c6e9-3274-49bb-879d-4383d171936a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.785452802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60d5d8fd-ab6f-43cc-8d1e-18040a8c4e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.940097255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"163791fc-edab-4a6b-8d21-f029b7fefbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.942255607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12c1226-0485-4be4-ab4a-64d220540932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.997012012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"163791fc-edab-4a6b-8d21-f029b7fefbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:17.998755846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12c1226-0485-4be4-ab4a-64d220540932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.05334134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"163791fc-edab-4a6b-8d21-f029b7fefbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.054309789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12c1226-0485-4be4-ab4a-64d220540932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.698473206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64c44739-4c75-475e-9a7c-e6c7af369658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.698472873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19af8c77-7dc4-445f-b3e2-d4b0eb4a1e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.755733859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64c44739-4c75-475e-9a7c-e6c7af369658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.755835615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19af8c77-7dc4-445f-b3e2-d4b0eb4a1e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.783938874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"413563f4-1b47-4523-99dd-e07e4723aeab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.78398023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"413563f4-1b47-4523-99dd-e07e4723aeab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.812213578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19af8c77-7dc4-445f-b3e2-d4b0eb4a1e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:18.812334154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64c44739-4c75-475e-9a7c-e6c7af369658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:19.024410128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7767b88-e9b3-47a5-a67a-4850168b79e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:19.025875129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2f0c7d0-8307-4bc5-82df-073fa2b09760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:19.081291469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7767b88-e9b3-47a5-a67a-4850168b79e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:19.085337372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2f0c7d0-8307-4bc5-82df-073fa2b09760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:19.137399075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7767b88-e9b3-47a5-a67a-4850168b79e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:19.141044581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2f0c7d0-8307-4bc5-82df-073fa2b09760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.757306458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fb20ad43-0012-4d18-a011-f558ed847a54","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.757337825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fb20ad43-0012-4d18-a011-f558ed847a54","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.757737543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b58a811b-3693-495f-8256-e9ab589fb4fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.757757551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b58a811b-3693-495f-8256-e9ab589fb4fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.7579931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70f364ee-a683-497d-9bcb-d56298bac8f2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.758006492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70f364ee-a683-497d-9bcb-d56298bac8f2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.758199722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2393d324-238b-4691-b060-e51def6c01da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.758211499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2393d324-238b-4691-b060-e51def6c01da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.758372786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"665df102-fcf9-4c26-bbb1-f646fced6b4c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.758384167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"665df102-fcf9-4c26-bbb1-f646fced6b4c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.759058709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d0115bc-2fb4-468c-8f29-daea25df57c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.759081569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d0115bc-2fb4-468c-8f29-daea25df57c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.809636386Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"834aa110-2924-434e-9d75-959738bc24ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.810631448Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"224d4e7a-c730-4060-b837-c457aae6f9e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.826352716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"340389a1-c15a-45d1-8d66-2ef12782ebf1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.826369069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"340389a1-c15a-45d1-8d66-2ef12782ebf1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.826562248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c634197-5ca6-47cd-be23-609715346c25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.826572078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c634197-5ca6-47cd-be23-609715346c25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.826740056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a5f5223-8d6c-43f0-bcf6-49f68f6c61c3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.82674957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a5f5223-8d6c-43f0-bcf6-49f68f6c61c3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.826959369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dddc3647-824b-4fe0-90f5-f7729afd39b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.826969911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dddc3647-824b-4fe0-90f5-f7729afd39b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.827134466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ab777425-c92f-44e4-b0b0-5cc665e3c6ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.82714378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ab777425-c92f-44e4-b0b0-5cc665e3c6ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.827330607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c72585a-5e65-4619-af16-2534d178a6ea","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.827340442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c72585a-5e65-4619-af16-2534d178a6ea","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.914544063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.914740884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7030b82-bf54-44d4-87cc-1fea9cf9f035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.914739262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58358e21-8151-4bef-9aea-d687899a2242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.972009366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7030b82-bf54-44d4-87cc-1fea9cf9f035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:20.972208631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58358e21-8151-4bef-9aea-d687899a2242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.027492259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58358e21-8151-4bef-9aea-d687899a2242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.027498624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7030b82-bf54-44d4-87cc-1fea9cf9f035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.182335301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a109aff-f9f3-4045-834a-7e86d6919992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.1823349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8847910-5f91-4d6f-8d15-8320e6a772ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.23938649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8847910-5f91-4d6f-8d15-8320e6a772ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.239403329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a109aff-f9f3-4045-834a-7e86d6919992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.295133434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a109aff-f9f3-4045-834a-7e86d6919992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.295231839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8847910-5f91-4d6f-8d15-8320e6a772ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.997502616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ba33887-8780-456b-a4ff-2c59da13b7ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:21.997525168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ba33887-8780-456b-a4ff-2c59da13b7ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.764091257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d48b6cc0-27fa-42f8-86b1-0e5741d733ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.764113488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d48b6cc0-27fa-42f8-86b1-0e5741d733ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.764402486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3bb77d3b-c4d1-4841-9b87-18bf8b173533","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.76441653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3bb77d3b-c4d1-4841-9b87-18bf8b173533","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.764607874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3c45b55-ba32-4214-bf8f-0cd8e63b01d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.764620802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3c45b55-ba32-4214-bf8f-0cd8e63b01d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.764837691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d83c94ee-eb6d-4586-81f2-b6a51514e680","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.764849597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d83c94ee-eb6d-4586-81f2-b6a51514e680","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.765033472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"29d6c6f2-544e-47da-a984-662e800a14c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.765044283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"29d6c6f2-544e-47da-a984-662e800a14c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.765258163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"561aa240-8666-4217-93a5-a99cce1216b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.7652708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"561aa240-8666-4217-93a5-a99cce1216b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.765454904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91d087f9-05c7-480c-a8aa-69ff8c18505c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.76546907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91d087f9-05c7-480c-a8aa-69ff8c18505c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.816548655Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b50a3884-22c6-48ca-9e6a-23ad8ce15ffa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.833886697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c448c763-c344-4784-b449-7367f61b9375","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.833909882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c448c763-c344-4784-b449-7367f61b9375","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.834265129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dedf5545-c925-4a61-8a93-334d32e6ef9e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.834285799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dedf5545-c925-4a61-8a93-334d32e6ef9e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.834569757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1ebd623-5502-490c-8a6f-33cda6954304","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.834584843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1ebd623-5502-490c-8a6f-33cda6954304","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.834858011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c65e006-3ecc-46b4-ae3f-0831e788809b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.834873278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c65e006-3ecc-46b4-ae3f-0831e788809b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.835125359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0253845-b45d-4e7a-9471-dca1e13831bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.835138603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0253845-b45d-4e7a-9471-dca1e13831bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.835409978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dac8d360-3393-48fa-beba-4cad78172c53","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.835427025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dac8d360-3393-48fa-beba-4cad78172c53","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.835682463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d73de80-43d4-4e5a-95f8-b9eda9eff15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.835697633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d73de80-43d4-4e5a-95f8-b9eda9eff15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.919204789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607f4bfa-36b2-4660-9174-369fab623b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.919354338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b59241de-6a44-4b59-88f3-3319b4276954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.976850299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b59241de-6a44-4b59-88f3-3319b4276954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.976854585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607f4bfa-36b2-4660-9174-369fab623b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:23.97723074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f380a085-8043-4705-940b-70211ea7a5b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.032639064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607f4bfa-36b2-4660-9174-369fab623b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.032655053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b59241de-6a44-4b59-88f3-3319b4276954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.139726611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b08948-409f-47c5-b4b8-8d5f3b37052a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.139748611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b08948-409f-47c5-b4b8-8d5f3b37052a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.18710079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d2619a-d2c7-4529-adac-2a0976b8eba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.189644527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba6462ad-b7cc-4bdb-98dd-513cccacfc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.244082308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d2619a-d2c7-4529-adac-2a0976b8eba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.24613974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba6462ad-b7cc-4bdb-98dd-513cccacfc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.299855041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d2619a-d2c7-4529-adac-2a0976b8eba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.301585469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba6462ad-b7cc-4bdb-98dd-513cccacfc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:24.347484231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"295f68c2-2f99-4627-815c-615576ba3564","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:25.008344648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6975ab65-96d5-459a-a545-e31a3649d70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:25.008365744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6975ab65-96d5-459a-a545-e31a3649d70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:25.217086749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7b05640-ac73-4ec6-bc7e-ae514839d265","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.67208691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"56449d1f-818f-46a1-b3bd-6295ef5cabf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.698795753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bcba9db-ed0b-4f84-8ad7-d64d09be6ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.698844943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0623683-5eb2-4fb9-998f-2599289615b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.805582566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bcba9db-ed0b-4f84-8ad7-d64d09be6ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.805766065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0623683-5eb2-4fb9-998f-2599289615b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.861207152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0623683-5eb2-4fb9-998f-2599289615b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.8612948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bcba9db-ed0b-4f84-8ad7-d64d09be6ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.86400281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00461f8c-a701-4834-8c8b-3068e6ffd901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.864019919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00461f8c-a701-4834-8c8b-3068e6ffd901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.920319117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a55b94e1-5641-4950-82a0-2ff804bd95eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:28.920337956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a55b94e1-5641-4950-82a0-2ff804bd95eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.075966574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7e98382-dac8-4676-979f-aaf4d5a1076d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.076678507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"959a1016-6b61-49a6-a756-1b92a766e847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.132595767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7e98382-dac8-4676-979f-aaf4d5a1076d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.133753808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"959a1016-6b61-49a6-a756-1b92a766e847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.188411607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7e98382-dac8-4676-979f-aaf4d5a1076d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.189600313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"959a1016-6b61-49a6-a756-1b92a766e847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.241244937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90913020-abd7-4b4f-bb6e-499274894458","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.241270783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90913020-abd7-4b4f-bb6e-499274894458","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.241651375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d4f65449-a36a-4df8-84f4-71b4bc12b3b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.241667419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d4f65449-a36a-4df8-84f4-71b4bc12b3b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.241852467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21357120-2ffc-4ec5-8096-ca8db6caf2b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.241864956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21357120-2ffc-4ec5-8096-ca8db6caf2b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:29.242002854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7e98382-dac8-4676-979f-aaf4d5a1076d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.242024617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac3f3c36-0d63-48a3-ac5e-56fece9f591d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.242047569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac3f3c36-0d63-48a3-ac5e-56fece9f591d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.242260462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a90c9ed-e6c6-48be-a2a4-04960c3c243f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.242273172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a90c9ed-e6c6-48be-a2a4-04960c3c243f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:20:29.242414121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"959a1016-6b61-49a6-a756-1b92a766e847","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.242466183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"015c4814-49d9-4dd1-84cd-6cc75e5f228b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.242476663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"015c4814-49d9-4dd1-84cd-6cc75e5f228b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.242637395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd41ccd0-ed18-4408-8df2-c8655092b682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.242647663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd41ccd0-ed18-4408-8df2-c8655092b682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.24290406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"720740a7-58c6-4411-8ea6-7807e33a25c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.242914322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"720740a7-58c6-4411-8ea6-7807e33a25c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.31032668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd4fe904-f935-4e18-b48b-78041bfd604f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.310349963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd4fe904-f935-4e18-b48b-78041bfd604f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.310573716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba8c20f8-bae8-4552-b994-a2351144b580","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.310589074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba8c20f8-bae8-4552-b994-a2351144b580","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.310778495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9752ad1-f374-4da2-aa9e-b21296de7cda","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.310794963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9752ad1-f374-4da2-aa9e-b21296de7cda","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.311005526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2b88db6-6ebc-46e9-a712-2d26d5e7d193","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.311021864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2b88db6-6ebc-46e9-a712-2d26d5e7d193","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.311230698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c470fb88-c72c-4b97-a03c-1cc56a2ed0cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.31124186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c470fb88-c72c-4b97-a03c-1cc56a2ed0cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.311437285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"95b31514-9d63-4cd7-aff3-70d6f0b2c36d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.311450307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"95b31514-9d63-4cd7-aff3-70d6f0b2c36d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.311652504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a054145b-53ce-4b6a-bf76-0a8372be209e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.311663638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a054145b-53ce-4b6a-bf76-0a8372be209e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.311921677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e03a01b-b05d-4007-b3f2-ac37bf57cc75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.311934862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e03a01b-b05d-4007-b3f2-ac37bf57cc75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.396484337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd42ae1a-4e64-4460-8df7-a1cc7c3f8016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.398554629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebccdd7f-b54c-4dba-86c2-4288ec9921ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.449587542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82fb4ed9-956d-4939-b57c-9dd7ec15fc56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.453393045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd42ae1a-4e64-4460-8df7-a1cc7c3f8016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.454042395Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d7b9aa8-a3ce-4b13-9974-d03899120eb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.455297211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebccdd7f-b54c-4dba-86c2-4288ec9921ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.508684566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd42ae1a-4e64-4460-8df7-a1cc7c3f8016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.510447707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebccdd7f-b54c-4dba-86c2-4288ec9921ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.615374627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a7e90c2-8875-4555-a2e7-b22430edf960","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.61539835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a7e90c2-8875-4555-a2e7-b22430edf960","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.666762156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c743f133-9ee5-4685-af15-240660545658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.68200523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9732c8bf-8759-4b71-95c7-5fd1f0571bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.731673662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c743f133-9ee5-4685-af15-240660545658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.751910638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9732c8bf-8759-4b71-95c7-5fd1f0571bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.788410393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c743f133-9ee5-4685-af15-240660545658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.808113532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9732c8bf-8759-4b71-95c7-5fd1f0571bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:29.849430708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"349c0123-b79b-4f39-a59e-1c2a446c95af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.498491411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74a49d8a-3ed5-41c3-9673-4526d698217c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.498515239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74a49d8a-3ed5-41c3-9673-4526d698217c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:30.706439903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3bb520fc-ec1b-41e8-bef5-89702c9bbbff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:35.088766432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3daf4a6a-5082-4a79-b0f1-9dcc99b2ada0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:35.088791861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3daf4a6a-5082-4a79-b0f1-9dcc99b2ada0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.756349051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4216710-9004-4380-a70d-55c1316f5e28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.760460963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6518d333-8bf2-4b14-9bb5-fad0aba659a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.76046274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34a75c86-9fc0-4f04-917b-abae7196fe60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.867322898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34a75c86-9fc0-4f04-917b-abae7196fe60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.867835598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6518d333-8bf2-4b14-9bb5-fad0aba659a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.923554172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34a75c86-9fc0-4f04-917b-abae7196fe60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.923693104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6518d333-8bf2-4b14-9bb5-fad0aba659a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.924410066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b88e5f6c-a34b-45b1-a6af-50fbf79737c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.924425267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b88e5f6c-a34b-45b1-a6af-50fbf79737c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.985588886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ecf1c45-f364-4c88-9165-5e0310ea0e00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.985612587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ecf1c45-f364-4c88-9165-5e0310ea0e00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.985940701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"376ee072-b19b-4e20-9da8-37e6ad01410e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:36.985955301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"376ee072-b19b-4e20-9da8-37e6ad01410e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:37.522305946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7b5124c-88b7-48bc-9b56-b5627e3c09cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:37.522330961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7b5124c-88b7-48bc-9b56-b5627e3c09cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:39.311376725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"057cad72-56d8-4afc-bd66-5e7437bdcbcf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:39.311401126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"057cad72-56d8-4afc-bd66-5e7437bdcbcf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:39.311790872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"240b6241-0248-4e65-847e-7697e07de6ef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:39.311807939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"240b6241-0248-4e65-847e-7697e07de6ef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:39.312066383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e6612513-4224-48e7-8ef5-878f5371c4a2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:39.312079324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e6612513-4224-48e7-8ef5-878f5371c4a2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:39.312290867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"97b71ebc-ce12-4023-b088-97ac057b9087","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:39.312300886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"97b71ebc-ce12-4023-b088-97ac057b9087","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:40.514920353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab38d011-c5b0-4c96-89a1-aa18279fc7fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:40.514940192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab38d011-c5b0-4c96-89a1-aa18279fc7fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.119034587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c2666dd-c221-49ec-a45a-28a91ae73b80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:41.23669018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"013376e2-bc0f-462c-93aa-58c274e9a686","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.906693917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31fef860-7ad3-4f85-be62-41bdd2f3b3d3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:44.906795611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31fef860-7ad3-4f85-be62-41bdd2f3b3d3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:46.986110544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1e4ae81-85cd-4042-8238-783e534ce0d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:46.986138913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1e4ae81-85cd-4042-8238-783e534ce0d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:46.986506496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3449fc74-c53f-4736-b425-a52f9cc81db6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:46.986518902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3449fc74-c53f-4736-b425-a52f9cc81db6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.143814138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caef6448-9a32-4e5a-972a-c1588e373bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.14381431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7609faa-74ce-4478-9ab9-8f0648e28bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.299687172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caef6448-9a32-4e5a-972a-c1588e373bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.299814424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7609faa-74ce-4478-9ab9-8f0648e28bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.497555989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc42e7e5-cf9f-464d-ae85-552982fce2c9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.497575855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc42e7e5-cf9f-464d-ae85-552982fce2c9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.633729444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e27c8882-9cb6-4a80-bd76-384f90ccb723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.633750887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e27c8882-9cb6-4a80-bd76-384f90ccb723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.636459395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"633ea576-692a-4247-ba2e-572443a216cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:47.636476769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"633ea576-692a-4247-ba2e-572443a216cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:49.313539649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ec1b90a8-36a4-4a16-87c7-3d96c49aba55","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:49.313560455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ec1b90a8-36a4-4a16-87c7-3d96c49aba55","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:50.549619629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"08aaae2a-c49d-44ef-8997-7b79fd07fe91","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:50.549647552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"08aaae2a-c49d-44ef-8997-7b79fd07fe91","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:50.907076408Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.441701317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92921625-e6d7-4a6a-b8b0-a8c774401878","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.44173356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92921625-e6d7-4a6a-b8b0-a8c774401878","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.650803829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"866a7cdc-c5db-4939-b8d5-9d0b6e2af71e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.658444358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1b3723a-7cf8-46ee-bbfa-87d329108e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.658461304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0a609e6-4fd3-4d71-8013-c2581fddbb51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.765653944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1b3723a-7cf8-46ee-bbfa-87d329108e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.766039422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0a609e6-4fd3-4d71-8013-c2581fddbb51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.821582765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da1e669c-f142-411d-991f-6c8fba007824","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:53.82168893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da1e669c-f142-411d-991f-6c8fba007824","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:54.08404361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1231a6a1-c751-40c1-bd87-c44632595482","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.081387321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5d51054-10b4-4ba6-a7f4-ae700ae135bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.081416686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5d51054-10b4-4ba6-a7f4-ae700ae135bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.290525569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46b075d3-b62f-47e2-9d7e-f7a69e319f5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.294034492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"121c3349-feb4-4948-acd2-5c15edf7f727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.294036369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d830f259-efa6-4a29-a035-d766a9c3ab2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.401243342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d830f259-efa6-4a29-a035-d766a9c3ab2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.401684438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"121c3349-feb4-4948-acd2-5c15edf7f727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.4564079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"722f8f41-b73c-4dbc-bfa5-af32d425c29d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.456435513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"722f8f41-b73c-4dbc-bfa5-af32d425c29d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:57.663385468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"29924b68-456e-4f20-8faa-0853f4bdeee7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.855576984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7fa7ca20-901d-453b-b33f-2f491a092f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:20:59.855604903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7fa7ca20-901d-453b-b33f-2f491a092f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.010062945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbc896b-7978-40e5-bdac-011fb82fbab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.049208004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf8ebb66-de8e-463c-9cbd-2fa01ec797c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.04922983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf8ebb66-de8e-463c-9cbd-2fa01ec797c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.06708701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbc896b-7978-40e5-bdac-011fb82fbab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.203188661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a054efe8-11ea-4ac1-96f2-a1be023bddc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.256716641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"66bbb5d5-ebb3-48da-a647-e3584ea79228","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.26004398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a054efe8-11ea-4ac1-96f2-a1be023bddc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.333636586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75153b08-38d0-455e-9dab-68f07c68cd1d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.333658444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75153b08-38d0-455e-9dab-68f07c68cd1d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.422746268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e132121-f3df-4da2-afa9-281201f6360a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.422765087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e132121-f3df-4da2-afa9-281201f6360a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.487788166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed55b45-ffb2-4e2a-8825-d282f5ea8b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:00.544291154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed55b45-ffb2-4e2a-8825-d282f5ea8b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:20.955611768Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:33.669869285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c623681-9029-49b1-996d-b0e4a04e3c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:33.721436807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c623681-9029-49b1-996d-b0e4a04e3c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:33.772917946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c623681-9029-49b1-996d-b0e4a04e3c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:33.824479682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c623681-9029-49b1-996d-b0e4a04e3c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:34.167696862Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1b6d4f3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1b6d4f3b","reconcileID":"62af2e67-8c6a-470d-b714-1b1ed1003a83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1b6d4f3b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-1b6d4f3b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.709596086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01de5ce-9fdd-466b-a848-3fd876dca7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.761393749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01de5ce-9fdd-466b-a848-3fd876dca7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.81306621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01de5ce-9fdd-466b-a848-3fd876dca7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:35.864996989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01de5ce-9fdd-466b-a848-3fd876dca7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:36.811176484Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5b5239c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5b5239c0","reconcileID":"f51c15b1-37ba-42e7-bd76-450240560790","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5b5239c0","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-5b5239c0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:37.801691956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79249588-0295-4d76-9074-bcc109b3852b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:37.853574756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79249588-0295-4d76-9074-bcc109b3852b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:37.907864874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79249588-0295-4d76-9074-bcc109b3852b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:37.959579346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79249588-0295-4d76-9074-bcc109b3852b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:38.434461497Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0870c2c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0870c2c5","reconcileID":"ba4b684d-1600-4bb9-b238-c3e4ed894975","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0870c2c5","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-0870c2c5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:39.067238876Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-54017d7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-54017d7b","reconcileID":"f67a5875-5c81-457e-9e58-0de49ff35f96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-54017d7b-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-54017d7b-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:39.903832686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ae4a6f-f8c9-4c6f-98d1-3bc69cfefeaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:39.955465006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ae4a6f-f8c9-4c6f-98d1-3bc69cfefeaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:40.007042115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ae4a6f-f8c9-4c6f-98d1-3bc69cfefeaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:40.058423179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ae4a6f-f8c9-4c6f-98d1-3bc69cfefeaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:41.967998643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e5ca36-4fda-434f-ba5b-9a32f00aea13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:42.020060557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e5ca36-4fda-434f-ba5b-9a32f00aea13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:42.071444093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e5ca36-4fda-434f-ba5b-9a32f00aea13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:42.123447179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e5ca36-4fda-434f-ba5b-9a32f00aea13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.008940902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b89946-7f35-419b-9230-d68262f15c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.060672961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b89946-7f35-419b-9230-d68262f15c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.112235266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b89946-7f35-419b-9230-d68262f15c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:44.163796478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b89946-7f35-419b-9230-d68262f15c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:45.52422659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"106a1028-cbef-4122-ac00-7e160dc2345c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-1b6d4f3b","tenantID":"e2e-ait-1b6d4f3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:45.63891726Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"106a1028-cbef-4122-ac00-7e160dc2345c","name":"e2e-ait-1b6d4f3b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:46.007829342Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-a14f4571","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-a14f4571","reconcileID":"0c4d0ce6-c8db-430c-ba59-3ccf3fb7b82f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-a14f4571","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-a14f4571":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:46.11112229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c2cf23-602b-4549-8c94-324541e9d6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:46.162857046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c2cf23-602b-4549-8c94-324541e9d6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:46.214547061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c2cf23-602b-4549-8c94-324541e9d6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:46.26622892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c2cf23-602b-4549-8c94-324541e9d6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:48.199379068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32ee005-2d78-4e97-a8d0-aa7bfe7fbda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:48.251521158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32ee005-2d78-4e97-a8d0-aa7bfe7fbda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:48.304680715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32ee005-2d78-4e97-a8d0-aa7bfe7fbda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:48.356308864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32ee005-2d78-4e97-a8d0-aa7bfe7fbda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:50.304987507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f57ff6-0cc5-4adb-873f-dc8b0657276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:50.356920208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f57ff6-0cc5-4adb-873f-dc8b0657276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:50.409249433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f57ff6-0cc5-4adb-873f-dc8b0657276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:50.461456624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f57ff6-0cc5-4adb-873f-dc8b0657276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:50.905903324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:51.104790787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"e9d89faa-1567-4c75-ae98-8a920bff52ad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-5b5239c0","tenantID":"e2e-ait-5b5239c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:51.22193851Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"e9d89faa-1567-4c75-ae98-8a920bff52ad","name":"e2e-ait-5b5239c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:52.401620915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa88dfc-f206-4a15-a26c-5ee6684c977c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:52.453431313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa88dfc-f206-4a15-a26c-5ee6684c977c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:52.505174559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa88dfc-f206-4a15-a26c-5ee6684c977c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:52.557254646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa88dfc-f206-4a15-a26c-5ee6684c977c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.450258957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98997d2b-ab6e-4eba-bb97-ecc692cbdbb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:21:54.696513644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"657814af-d552-45c6-8e57-aa92fe097621","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.800657952Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"875bf874-f11e-43f7-8eae-bd1e23c51c54","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.854606626Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"875bf874-f11e-43f7-8eae-bd1e23c51c54","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:00.957103183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"875bf874-f11e-43f7-8eae-bd1e23c51c54","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-54017d7b-gw","tenantID":"e2e-migrate-54017d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:01.074455111Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"875bf874-f11e-43f7-8eae-bd1e23c51c54","name":"e2e-migrate-54017d7b-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:05.703903599Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"332a94eb-9252-4b90-9b00-fe39030b5070","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:07.821742877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833f28e7-be48-42b1-9a5e-7f54e58129ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:07.873278426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833f28e7-be48-42b1-9a5e-7f54e58129ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:07.924715187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833f28e7-be48-42b1-9a5e-7f54e58129ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:07.976423822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833f28e7-be48-42b1-9a5e-7f54e58129ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.891891864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b550b5-db7c-4b8d-84c5-ce290c0a7af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.943649978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b550b5-db7c-4b8d-84c5-ce290c0a7af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:09.995553538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b550b5-db7c-4b8d-84c5-ce290c0a7af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:10.047039624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b550b5-db7c-4b8d-84c5-ce290c0a7af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.251252452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"e8419ba1-e489-418e-af60-f882836373b4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-a14f4571","tenantID":"e2e-derive-a14f4571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:11.369001312Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"e8419ba1-e489-418e-af60-f882836373b4","name":"e2e-derive-a14f4571-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.003403215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f326e6-4139-47a3-b469-bc88bb3053ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.055100736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f326e6-4139-47a3-b469-bc88bb3053ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.106637623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f326e6-4139-47a3-b469-bc88bb3053ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:12.158469868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f326e6-4139-47a3-b469-bc88bb3053ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.042301283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558c8cda-061d-4049-bf73-a4bd4c2f3d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.094259444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558c8cda-061d-4049-bf73-a4bd4c2f3d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.14700238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558c8cda-061d-4049-bf73-a4bd4c2f3d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:14.199229135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558c8cda-061d-4049-bf73-a4bd4c2f3d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:16.084260332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05e7378-52f5-4a47-bd2a-dd0beca92ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:16.135904711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05e7378-52f5-4a47-bd2a-dd0beca92ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:16.191341145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05e7378-52f5-4a47-bd2a-dd0beca92ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:16.243026712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05e7378-52f5-4a47-bd2a-dd0beca92ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:16.560140026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"7b8c6935-cad1-409b-a483-4b9a1ac7fe35","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-0870c2c5","tenantID":"e2e-ait-0870c2c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:16.677482826Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"7b8c6935-cad1-409b-a483-4b9a1ac7fe35","name":"e2e-ait-0870c2c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:20.905511718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.502143468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedaa9ce-62ac-4b01-9aee-52d88bbd1a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.553793186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedaa9ce-62ac-4b01-9aee-52d88bbd1a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.605300197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedaa9ce-62ac-4b01-9aee-52d88bbd1a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:23.657110056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedaa9ce-62ac-4b01-9aee-52d88bbd1a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:25.543967008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8ed0f7-2e0d-4165-b5c5-d2faeb431a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:25.59605715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8ed0f7-2e0d-4165-b5c5-d2faeb431a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:25.650302522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8ed0f7-2e0d-4165-b5c5-d2faeb431a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:25.702917941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8ed0f7-2e0d-4165-b5c5-d2faeb431a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.822794482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2ed423-6d16-4912-afae-716cedb50813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.874615064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2ed423-6d16-4912-afae-716cedb50813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.92645632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2ed423-6d16-4912-afae-716cedb50813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:27.977922153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2ed423-6d16-4912-afae-716cedb50813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.495751108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"115df9a1-78db-4cef-9bea-fb2c46d01de4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.595767097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"95aebbd5-7e5d-42d9-b7f5-c07619bb91f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.849460747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77986fb9-058d-4684-bd6c-37a4c8360d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.902994757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77986fb9-058d-4684-bd6c-37a4c8360d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:29.955927318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77986fb9-058d-4684-bd6c-37a4c8360d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:30.007757735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77986fb9-058d-4684-bd6c-37a4c8360d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.564702328Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"89e5e431-efae-4818-81f1-48619a363334","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.671304595Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"89e5e431-efae-4818-81f1-48619a363334","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.911986356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0075e60d-91f8-4012-b46c-d6077be24429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.91206982Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","namespace":"ai-tenant-e2e-ait-1b6d4f3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.912132267Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","namespace":"ai-tenant-e2e-ait-1b6d4f3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.96352761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0075e60d-91f8-4012-b46c-d6077be24429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:31.963628139Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","tenant":"e2e-ait-1b6d4f3b","tenantID":"e2e-ait-1b6d4f3b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.015090414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0075e60d-91f8-4012-b46c-d6077be24429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.066722506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0075e60d-91f8-4012-b46c-d6077be24429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.068460436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"Deployment","name":"maas-api-e2e-ait-1b6d4f3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.128237272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"Service","name":"maas-api-e2e-ait-1b6d4f3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.187292255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-1b6d4f3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.241333465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-1b6d4f3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.332251089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.386368442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.443066431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.497441529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.548563324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"Deployment","name":"payload-processing-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.599771811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.651092946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"Service","name":"payload-processing-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.702618277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"Service","name":"payload-pre-processing-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.753894128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"DestinationRule","name":"payload-processing-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.804966543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.856220463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.912700599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:32.963906229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:33.014933104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:33.103704054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-1b6d4f3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:33.155619117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1b6d4f3b"},"namespace":"ai-tenant-e2e-ait-1b6d4f3b","name":"default-tenant","reconcileID":"80e971d8-fe14-4cf8-8cf1-b5c3bdf10c8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-1b6d4f3b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.000917086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beea5a68-abcc-49b3-93d2-08d397fc633a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.053059346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beea5a68-abcc-49b3-93d2-08d397fc633a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.104888923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beea5a68-abcc-49b3-93d2-08d397fc633a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.156524428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beea5a68-abcc-49b3-93d2-08d397fc633a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:34.427173516Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1b6d4f3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1b6d4f3b","reconcileID":"3b2b6047-fdb1-4bad-89d0-73d785b95b68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1b6d4f3b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-1b6d4f3b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:35.900050713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c7c98ec-0919-4440-9b1f-e8e624cef612","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.000647073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27193b4b-6168-44ca-bd3d-51004bd090e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.03681597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43150328-c07c-40b7-b8b4-a7e8355a23f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.088413987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43150328-c07c-40b7-b8b4-a7e8355a23f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.140070551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43150328-c07c-40b7-b8b4-a7e8355a23f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:36.191505295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43150328-c07c-40b7-b8b4-a7e8355a23f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:38.100395369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5460fc42-f4a6-4df1-9efb-dd0b3ef2dcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:38.152019705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5460fc42-f4a6-4df1-9efb-dd0b3ef2dcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:38.203570276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5460fc42-f4a6-4df1-9efb-dd0b3ef2dcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:38.25523886Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"8cc6f3f6-481f-4c33-b6b7-81c8bc4be1ed","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:38.255465307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5460fc42-f4a6-4df1-9efb-dd0b3ef2dcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:40.194743173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1081379-fc0c-4388-9c3b-97458ad85cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:40.246384346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1081379-fc0c-4388-9c3b-97458ad85cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:40.297973878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1081379-fc0c-4388-9c3b-97458ad85cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:40.349525322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1081379-fc0c-4388-9c3b-97458ad85cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:42.239183737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea3cebd-a3c3-4c3b-8ea2-a5af8ba8d728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:42.290970273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea3cebd-a3c3-4c3b-8ea2-a5af8ba8d728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:42.343657728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea3cebd-a3c3-4c3b-8ea2-a5af8ba8d728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:42.351126091Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a51d4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a51d4c","reconcileID":"e54dba06-473e-42e9-bc7f-d7242e62f701","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-a51d4c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-a51d4c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:42.396064491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea3cebd-a3c3-4c3b-8ea2-a5af8ba8d728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:43.833706494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","namespace":"ai-tenant-e2e-ait-5b5239c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:43.833761019Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","namespace":"ai-tenant-e2e-ait-5b5239c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:43.833811471Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","tenant":"e2e-ait-5b5239c0","tenantID":"e2e-ait-5b5239c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:43.887517142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"Deployment","name":"maas-api-e2e-ait-5b5239c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:43.952912755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"Service","name":"maas-api-e2e-ait-5b5239c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.008383379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-5b5239c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.062294418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-5b5239c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.116712316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.170970674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.228203402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.283059996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.299003184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f8a3e3-d665-488d-8df5-04f3fd397dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.353323611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"Deployment","name":"payload-processing-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.353355106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f8a3e3-d665-488d-8df5-04f3fd397dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.405010209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f8a3e3-d665-488d-8df5-04f3fd397dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.406994229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.456569666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f8a3e3-d665-488d-8df5-04f3fd397dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.508334434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"Service","name":"payload-processing-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.574737804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"Service","name":"payload-pre-processing-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.631007101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"DestinationRule","name":"payload-processing-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.64304496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9451ed17-2e12-45a9-bdff-cf0c9bbf52bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.683024496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.750809457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.803284818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80406d3d-76e6-45b4-9bb3-2eee7baad264","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.806702773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.85797679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.909193109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:44.960584896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-5b5239c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:45.011999661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5b5239c0"},"namespace":"ai-tenant-e2e-ait-5b5239c0","name":"default-tenant","reconcileID":"79257075-31f4-471e-82d9-94371401bc1f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-5b5239c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:46.414277632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675f52b0-ec4a-49b5-9d1f-c456b7129054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:46.465796065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675f52b0-ec4a-49b5-9d1f-c456b7129054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:46.51729182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675f52b0-ec4a-49b5-9d1f-c456b7129054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:46.569084218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675f52b0-ec4a-49b5-9d1f-c456b7129054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:46.57504108Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5b5239c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5b5239c0","reconcileID":"7c022c5c-91d2-47e0-98ae-82fdcca6ee11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5b5239c0","removed":["maas.opendatahub.io/gateway-access-e2e-ait-5b5239c0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:48.463000981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5870264a-a390-4171-8af2-5a29329d492b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:48.514769063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5870264a-a390-4171-8af2-5a29329d492b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:48.566461652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5870264a-a390-4171-8af2-5a29329d492b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:48.61799329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5870264a-a390-4171-8af2-5a29329d492b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.508444548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5564997-47fb-4a71-8173-c4fb5f876713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.560308108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5564997-47fb-4a71-8173-c4fb5f876713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.611979896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5564997-47fb-4a71-8173-c4fb5f876713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.612075415Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","namespace":"ai-tenant-e2e-migrate-54017d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.612129541Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","namespace":"ai-tenant-e2e-migrate-54017d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.663603408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5564997-47fb-4a71-8173-c4fb5f876713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.663722749Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","tenant":"e2e-migrate-54017d7b","tenantID":"e2e-migrate-54017d7b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.719711302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"Deployment","name":"maas-api-e2e-migrate-54017d7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.781196514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"Service","name":"maas-api-e2e-migrate-54017d7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.841419779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-54017d7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.906450802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.934101296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-54017d7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:50.988977129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.046081174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.097682614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.149211056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.203291572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"Deployment","name":"payload-processing-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.258495497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.320705868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"Service","name":"payload-processing-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.382687499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"Service","name":"payload-pre-processing-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.43678147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.490934718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.546993088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.598339391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.652184292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.716390675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.772077855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-54017d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:51.825483942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-54017d7b"},"namespace":"ai-tenant-e2e-migrate-54017d7b","name":"default-tenant","reconcileID":"4d413286-959a-4f6d-a6f8-fa8858f92747","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-54017d7b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.551740811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c260ab1-a930-4a25-867b-4ca1d2406f46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.582995882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c0e37d-6cb3-487f-b0a7-87af18b87797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.635086464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c0e37d-6cb3-487f-b0a7-87af18b87797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.687047955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c0e37d-6cb3-487f-b0a7-87af18b87797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.68785092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eddaaf38-7b76-439d-abfc-e6bcc91a6b18","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:52.739172834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c0e37d-6cb3-487f-b0a7-87af18b87797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:53.009880907Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-939acd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-939acd","reconcileID":"41d42fd5-3ee4-440c-b98d-8c2a2a7c119c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-939acd","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-939acd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:54.647534504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31295563-7551-4620-a6b5-14ad5b41f7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:54.699332711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31295563-7551-4620-a6b5-14ad5b41f7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:54.751110781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31295563-7551-4620-a6b5-14ad5b41f7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:54.803277685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31295563-7551-4620-a6b5-14ad5b41f7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:56.170780345Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-54017d7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-54017d7b","reconcileID":"2bf70eab-2ded-46a7-998a-be696393d6d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-54017d7b-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-54017d7b-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:56.684921129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0271c7e5-4883-4d7e-bd2e-768900f35a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:56.736785902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0271c7e5-4883-4d7e-bd2e-768900f35a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:56.788681717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0271c7e5-4883-4d7e-bd2e-768900f35a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:56.840433203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0271c7e5-4883-4d7e-bd2e-768900f35a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:58.792769761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f285368-9f34-469f-973e-5f35f7914167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:58.844682894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f285368-9f34-469f-973e-5f35f7914167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:58.89642456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f285368-9f34-469f-973e-5f35f7914167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:22:58.948193893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f285368-9f34-469f-973e-5f35f7914167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.856694606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2255fc82-9a77-4abf-949b-5fa15788ffb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.908861056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2255fc82-9a77-4abf-949b-5fa15788ffb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:01.9608614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2255fc82-9a77-4abf-949b-5fa15788ffb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:02.012804908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2255fc82-9a77-4abf-949b-5fa15788ffb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:02.446192242Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-dfa0bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-dfa0bc","reconcileID":"3a1121e4-e972-4e0a-9d41-4b10051c1d53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-dfa0bc","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-dfa0bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.898266998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29f0a6e-8da1-4937-b167-00c1c8680814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:03.949993921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29f0a6e-8da1-4937-b167-00c1c8680814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.001664076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29f0a6e-8da1-4937-b167-00c1c8680814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:04.053505863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29f0a6e-8da1-4937-b167-00c1c8680814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.940402819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab67251-a165-4795-9030-4df295ebb3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:05.992206568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab67251-a165-4795-9030-4df295ebb3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:06.045901163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab67251-a165-4795-9030-4df295ebb3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:06.099417263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab67251-a165-4795-9030-4df295ebb3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:07.749595819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"10c9b570-28a9-4dd8-8eb7-c333b482098b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:07.866041473Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"10c9b570-28a9-4dd8-8eb7-c333b482098b","name":"e2e-worker-w4-a51d4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:17.628743407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"094e5ddb-daf6-4d98-bd9c-1db6396e6410","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:17.745471956Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"094e5ddb-daf6-4d98-bd9c-1db6396e6410","name":"e2e-worker-w2-939acd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:17.802942649Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","namespace":"ai-tenant-e2e-derive-a14f4571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:17.803009097Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","namespace":"ai-tenant-e2e-derive-a14f4571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:17.803056331Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","tenant":"e2e-derive-a14f4571","tenantID":"e2e-derive-a14f4571","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:17.858268198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"Deployment","name":"maas-api-e2e-derive-a14f4571","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:17.917628225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"Service","name":"maas-api-e2e-derive-a14f4571","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:17.978081673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-a14f4571","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.032040483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-a14f4571","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.086722746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.145293214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.2017767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.256440019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.308114714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"Deployment","name":"payload-processing-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.360028796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.411533752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"Service","name":"payload-processing-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.463068946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"Service","name":"payload-pre-processing-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.514535482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"DestinationRule","name":"payload-processing-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.565796343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.616981177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.672769693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.725831084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.777280692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.828731817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-a14f4571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.880179785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-a14f4571"},"namespace":"ai-tenant-e2e-derive-a14f4571","name":"default-tenant","reconcileID":"5efb62ad-5024-4192-8cb9-8154374cf882","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-a14f4571","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.936775806Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","namespace":"ai-tenant-e2e-ait-0870c2c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.936844442Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","namespace":"ai-tenant-e2e-ait-0870c2c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.936908781Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","tenant":"e2e-ait-0870c2c5","tenantID":"e2e-ait-0870c2c5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:18.990315864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"Deployment","name":"maas-api-e2e-ait-0870c2c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.052225531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"Service","name":"maas-api-e2e-ait-0870c2c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.112414104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-0870c2c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.165867983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-0870c2c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.222477346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.27600188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.332418046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.386667125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.438098956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"Deployment","name":"payload-processing-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.489527651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.542957924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"Service","name":"payload-processing-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.594691664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"Service","name":"payload-pre-processing-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.645797416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"DestinationRule","name":"payload-processing-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.690401359Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-a14f4571","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-a14f4571","reconcileID":"cd860034-7959-412a-a5e4-6dfa48b0a2a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-a14f4571","removed":["maas.opendatahub.io/gateway-access-e2e-derive-a14f4571"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.697285731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.748566629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.80584399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.856885506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:19.953612786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:20.007190413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-0870c2c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:20.062189859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0870c2c5"},"namespace":"ai-tenant-e2e-ait-0870c2c5","name":"default-tenant","reconcileID":"332acc1b-67a0-4b33-8493-fe65d4154f6d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-0870c2c5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:20.84431399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfe0e1b-8112-40d0-86f2-93b21e4701c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:20.895927533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfe0e1b-8112-40d0-86f2-93b21e4701c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:20.905340267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:20.948424374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfe0e1b-8112-40d0-86f2-93b21e4701c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:20.953243961Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0870c2c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0870c2c5","reconcileID":"977e8720-4544-4ea0-9472-f7ba5d02b771","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0870c2c5","removed":["maas.opendatahub.io/gateway-access-e2e-ait-0870c2c5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:21.000045383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfe0e1b-8112-40d0-86f2-93b21e4701c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:22.917209397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b5a80-0eb1-434b-bf3d-572357c07032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:22.970053183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b5a80-0eb1-434b-bf3d-572357c07032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:23.022162797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b5a80-0eb1-434b-bf3d-572357c07032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:23.074434363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b5a80-0eb1-434b-bf3d-572357c07032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:24.990448451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ba196c-922e-4151-b997-ed2b6d0567dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:25.042359955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ba196c-922e-4151-b997-ed2b6d0567dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:25.094096348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ba196c-922e-4151-b997-ed2b6d0567dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:25.145589509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ba196c-922e-4151-b997-ed2b6d0567dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:25.510487264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"f5b183cf-111d-4a46-adce-a5c58478a9d3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:25.626610573Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"f5b183cf-111d-4a46-adce-a5c58478a9d3","name":"e2e-worker-w3-dfa0bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:25.986633192Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-8e0e54","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-8e0e54","reconcileID":"8026ec94-f782-4f4b-a2a0-e43f1937d9db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-8e0e54","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-8e0e54":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:27.089782533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace8b76f-ea4a-4401-9fd6-6ba17a300688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:27.141569814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace8b76f-ea4a-4401-9fd6-6ba17a300688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:27.194028615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace8b76f-ea4a-4401-9fd6-6ba17a300688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:27.246364839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace8b76f-ea4a-4401-9fd6-6ba17a300688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:29.128423158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25351be6-3425-435f-a68a-446c14af577f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:29.181047629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25351be6-3425-435f-a68a-446c14af577f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:29.233691232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25351be6-3425-435f-a68a-446c14af577f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:29.285444121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25351be6-3425-435f-a68a-446c14af577f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:29.503657802Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-58efa5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-58efa5","reconcileID":"f1886b21-7d37-4ec6-9cf2-6a7295b3ef0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-58efa5","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-58efa5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:31.168966554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2517fe51-7375-49ab-951d-33d99232a30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:31.220984374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2517fe51-7375-49ab-951d-33d99232a30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:31.272689767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2517fe51-7375-49ab-951d-33d99232a30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:31.324668762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2517fe51-7375-49ab-951d-33d99232a30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:33.20132875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269b0726-0892-4232-baa9-0fcc5fbed5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:33.252964601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269b0726-0892-4232-baa9-0fcc5fbed5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:33.304857792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269b0726-0892-4232-baa9-0fcc5fbed5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:33.356546267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269b0726-0892-4232-baa9-0fcc5fbed5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.25832513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3348ca8-f23f-456e-9488-a850c8886a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.310701022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3348ca8-f23f-456e-9488-a850c8886a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.362454994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3348ca8-f23f-456e-9488-a850c8886a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:35.414082452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3348ca8-f23f-456e-9488-a850c8886a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:37.303513994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56982d4-2274-479d-9313-cd6db080840c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:37.355254689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56982d4-2274-479d-9313-cd6db080840c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:37.406882289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56982d4-2274-479d-9313-cd6db080840c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:37.458701403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56982d4-2274-479d-9313-cd6db080840c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:39.404510762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be50acad-e379-4ace-9eac-fec380e945a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:39.456391124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be50acad-e379-4ace-9eac-fec380e945a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:39.508241293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be50acad-e379-4ace-9eac-fec380e945a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:39.561447796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be50acad-e379-4ace-9eac-fec380e945a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:40.05381899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"241d5cf1-beda-474b-9da5-e91cd604210b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:40.231939884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a222c2f3-5ca9-4991-959f-9ee36d009a7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.440799667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6cecdd9-aec6-42cc-873f-73b254bc2806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.494099475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6cecdd9-aec6-42cc-873f-73b254bc2806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.545956548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6cecdd9-aec6-42cc-873f-73b254bc2806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:41.597858863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6cecdd9-aec6-42cc-873f-73b254bc2806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:43.819846565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954bcc9d-0634-4ee5-9d14-7c28e7a40b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:43.871477534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954bcc9d-0634-4ee5-9d14-7c28e7a40b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:43.923192126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954bcc9d-0634-4ee5-9d14-7c28e7a40b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:43.974942814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954bcc9d-0634-4ee5-9d14-7c28e7a40b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.930534155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02519e9b-af46-435e-bbcb-a07cf476591f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:45.982472864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02519e9b-af46-435e-bbcb-a07cf476591f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.034179111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02519e9b-af46-435e-bbcb-a07cf476591f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:46.085935672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02519e9b-af46-435e-bbcb-a07cf476591f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:47.73262042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"258cef93-4513-4828-8a3a-838546f049fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:47.834143408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4774206-edfc-4fe7-a853-db503efc4833","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:47.965400825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d843add-fe46-4d0f-bf47-017e03016f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:48.01749165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d843add-fe46-4d0f-bf47-017e03016f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:48.069767997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d843add-fe46-4d0f-bf47-017e03016f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:48.121979625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d843add-fe46-4d0f-bf47-017e03016f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:50.002588882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362621a2-fff6-4bb9-9b9d-efa18e9e638b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:50.054355591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362621a2-fff6-4bb9-9b9d-efa18e9e638b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:50.106315891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362621a2-fff6-4bb9-9b9d-efa18e9e638b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:50.158040789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362621a2-fff6-4bb9-9b9d-efa18e9e638b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:50.905740097Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:52.092832054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a67a6f-aac2-4b88-b936-f5af802bd9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:52.144559236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a67a6f-aac2-4b88-b936-f5af802bd9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:52.200102854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a67a6f-aac2-4b88-b936-f5af802bd9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:52.252087812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a67a6f-aac2-4b88-b936-f5af802bd9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:52.514868047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"87f32688-46e8-47e2-96cc-12fc4cb77fac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:52.631539486Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"87f32688-46e8-47e2-96cc-12fc4cb77fac","name":"e2e-worker-w1-8e0e54-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:54.206761561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff98cfc-c5c5-47a1-a14d-9707795b4dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:54.258442641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff98cfc-c5c5-47a1-a14d-9707795b4dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:54.310214197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff98cfc-c5c5-47a1-a14d-9707795b4dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:54.362519434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff98cfc-c5c5-47a1-a14d-9707795b4dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:56.289369096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd85e8a8-9e57-498e-bb80-67f3d1d4d666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:56.341029829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd85e8a8-9e57-498e-bb80-67f3d1d4d666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:56.392795639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd85e8a8-9e57-498e-bb80-67f3d1d4d666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:23:56.44488954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd85e8a8-9e57-498e-bb80-67f3d1d4d666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:02.640096959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"5f9534a3-b503-4d78-80f6-d3431cc25e33","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:02.757609444Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"5f9534a3-b503-4d78-80f6-d3431cc25e33","name":"e2e-worker-w0-58efa5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:06.617904432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"8c9bc5bf-944e-4171-8f6e-e71f762c3fc9","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:20.905255196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:24.269913892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50960069-1444-4a07-acef-dd9db5fb3452","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:24.3905533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3029da80-899d-4957-a2db-4e136b5d5d95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:24.394280758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b641c8b-6a1d-42ce-8b01-2cd7da184c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:24.446568439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b641c8b-6a1d-42ce-8b01-2cd7da184c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:24.498166078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b641c8b-6a1d-42ce-8b01-2cd7da184c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:24.549847305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b641c8b-6a1d-42ce-8b01-2cd7da184c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:26.421044762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14690fcc-5416-42bf-9fc2-03ca90d387d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:26.472805592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14690fcc-5416-42bf-9fc2-03ca90d387d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:26.524442567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14690fcc-5416-42bf-9fc2-03ca90d387d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:26.577552203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14690fcc-5416-42bf-9fc2-03ca90d387d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.865380917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"5263b4d0-a549-4922-a625-6ed45c5182ed","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:28.935765108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"55c2d934-8232-45b8-a880-966f20a4ed06","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:32.169353645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"c71a1474-8af5-44bc-b49f-7c317535e5cf","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.494618338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6cd208-4367-42b1-b940-42126a7ffc89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.546203094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6cd208-4367-42b1-b940-42126a7ffc89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.59782843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6cd208-4367-42b1-b940-42126a7ffc89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:34.649680603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6cd208-4367-42b1-b940-42126a7ffc89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:35.93259695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"28ea0ea3-d388-4d97-a54a-631504d9e077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.156472659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96d01465-a83e-4541-a690-c56ff67bbf7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.593809885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c471b3-9497-4e19-b667-1d73583ce5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.645681499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c471b3-9497-4e19-b667-1d73583ce5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.697172068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c471b3-9497-4e19-b667-1d73583ce5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:36.748844546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c471b3-9497-4e19-b667-1d73583ce5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:41.573527189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"6651a15e-090f-43c4-969e-5917cfc2e1c0","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:43.041708628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82ad5c75-abed-49f3-aa70-6526f4377432","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:43.344931338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8effbc6-29e4-4436-a87c-c6caea1dae0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.215443923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"3ebd236f-7df0-44fd-b313-8b88af2cde24","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.47152155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"f7b6cdc6-66ab-4115-bbe3-f79f62070046","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.529377438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d3f2359-11fd-4ad3-8958-7954996d9d1d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.529397178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d3f2359-11fd-4ad3-8958-7954996d9d1d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.580207174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"1f8a3b97-ffe7-4be9-9606-14e37732564d","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.58734667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a68732c-7250-4e50-94a4-f9991ab13555","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.587363784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a68732c-7250-4e50-94a4-f9991ab13555","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.637180341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"7a3d86c5-4e1f-472c-9dce-1448c22ff792","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:49.639868819Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.849605048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"13bb1dfe-2e61-4601-8fb7-47dadb7bf5e5","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.85061207Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"2e410c97-2534-4bec-8280-f1ea0c905cdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"simulator-w4-a51d4c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.906822233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"6dd7aaf3-880c-4e07-ae11-8f97fcc4c961","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:49.959741472Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"6dd7aaf3-880c-4e07-ae11-8f97fcc4c961","name":"simulator-w4-a51d4c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-a51d4c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:49.959793764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"6dd7aaf3-880c-4e07-ae11-8f97fcc4c961","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-a51d4c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:49.965067604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"2a946320-f960-4dfa-a70c-1e41d9751f4c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.011626816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2514a854-1901-43ee-9178-f204cfd61440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.012426736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"d8815956-3323-4b03-bc04-41155ba165ef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.139598505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"1735de87-0301-4e6c-a9b9-223d426c85d8","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.143971445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2514a854-1901-43ee-9178-f204cfd61440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.1972917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"b86aee6d-9df2-48d9-9685-5161d255f8b7","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.200645384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2514a854-1901-43ee-9178-f204cfd61440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.219263485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"dea3793a-a614-4db6-abce-83973a24b443","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.24839673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"1c436370-65f4-44f3-a9ce-3d609dd2230d","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:50.249779075Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a51d4c/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.255870898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"dd6e16c1-f5c6-40bc-9b8b-37adcb169d85","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.306105292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"52405c70-285f-4bb8-ae14-39f51e0b87d9","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.3618646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"6028c140-841a-470e-bb95-e989dc374b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.415820152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"c6920fc4-4ed5-4885-8930-fc6f5030c52f","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.420922051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"6028c140-841a-470e-bb95-e989dc374b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.475280089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"f70a03d0-36a9-4f5b-bcb5-233cb0e1b5a7","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.478310114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"6028c140-841a-470e-bb95-e989dc374b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.517729673Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"26bd70f8-e667-432b-b314-0b7e44d25b37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"premium-w4-a51d4c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:50.528496321Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"f70a03d0-36a9-4f5b-bcb5-233cb0e1b5a7","name":"premium-w4-a51d4c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-a51d4c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:50.528554671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"f70a03d0-36a9-4f5b-bcb5-233cb0e1b5a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-a51d4c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.534638004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"5a6812bd-a1c0-4cc4-b4fb-e3e50983e94a","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.626337327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"66b9dedc-bb55-46c7-86cc-c8ee3e04b7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.631452744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"37a08c9d-4148-47cf-ba86-c09a3a547480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.682782984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"66b9dedc-bb55-46c7-86cc-c8ee3e04b7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.687260218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"a2952acd-14ec-4546-97b9-8e179636d62a","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.687756816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"37a08c9d-4148-47cf-ba86-c09a3a547480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.73821854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"66b9dedc-bb55-46c7-86cc-c8ee3e04b7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.743014108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"37a08c9d-4148-47cf-ba86-c09a3a547480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.79710171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"35108c6a-c67b-4a23-8904-addc418cdaed","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.89900464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"a8849fa0-733c-481d-98ae-93572e2b52a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.908388592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:50.968369323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"9ec12aee-a90f-482f-99ee-7edece77573b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:51.026443818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"9ec12aee-a90f-482f-99ee-7edece77573b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:51.072145584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"902b59e4-22c4-4e4e-9278-0ce27ae69802","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:51.081545267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"9ec12aee-a90f-482f-99ee-7edece77573b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.569963683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9f2e14e-1587-4e92-8f04-7fb3c1bdd966","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.681979399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a43787da-13ac-4cf2-919c-6c5e0d64340a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.698194254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"02b3a823-06a5-4a4f-ba6c-2f3587482b89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.773471267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"af2d6be5-6c74-4bd3-8092-1cfc8380f703","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.911274865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"c87ae2fe-731d-4511-bf44-bbdb71a64ef3","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:57.945528236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"845cf7a3-1305-4dfd-8914-a12102327dfe","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.054630692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"4b3ced77-91cb-4a49-be52-cc402046e1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.054630699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"d5a1d71e-f6b9-4d8b-acfa-5ea71b24c029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.112597125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"d5a1d71e-f6b9-4d8b-acfa-5ea71b24c029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.112664296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"4b3ced77-91cb-4a49-be52-cc402046e1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.168612545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9024dbcb3cbfdfc8fe0b6868cbffe39f76a5b6f869a0a39402603f15ad354e3a) AuthConfig (af7612b38523da340001bf39338208dd723f3a622d725442692cf016f3f1c222) AuthConfig (048780f6c08ae2a55ed10e6659563e8d92b1342a25c6b8d215d9d6ebc13c5501) AuthConfig (5e4bb75838ffc0d8eb8972c55733900942f626c898c750de6ae15197a758705c) AuthConfig (7f728d4ace0bba0f369db40312413a61888a2f9b2b4f5c29d5b3b26baa9b7385) AuthConfig (3501e8a476fc353c695699b4c132ef44698d1e008f58730f446523e4685390cc) AuthConfig (74b87a31bfe31ceac2b4a60ff22710d92ab7ef3a4ef9c6cc15449d6dd283d981) AuthConfig (17f6d0eb81bfd4279b5ff04fd3639dd402c6e78c4801ee91171966197be32b09) AuthConfig (37b02768f62866849540acb4eb62a7e11246ac6fe47d7f6ff784a88be62a39a0) AuthConfig (0bfc4c7d684726229a2e808c832d97661bf5e4666df8cf29bf61531175c9c7c2) AuthConfig (cc96c4eb1b26151dd18b7683de1627c7628ecd63dd54a435035b75508d7303c8) AuthConfig (8430d9ccd74e46a08076d58bc026c8544821e8524c87b76821f2c2d4e4ee5148) AuthConfig (c278c8923d76f1925fe0cde8d956ffbabf107f78e89842686252e562afeb0c48) AuthConfig (4561f87a0374e7f3ea364fafe9b4b98136e52449bd43deb05de57381d0b2c48c) AuthConfig (508ceee320b304176f0e71498edd926dd5d44550cd1b299cb6eae3696b627f6b) AuthConfig (a769e79eb34039b777cbae05e53325cfcccff2f555acc93498f836e3c8826672) AuthConfig (caaae08a4e6ac9074f67fb453d7aaa5df82cc83077a92f806592b5a5092bba2d) AuthConfig (3c1c26ceca70a31291e328861db052a0d08a8541f9647c4aaf69d0867d07a80b) AuthConfig (753e691a89a7d669b76aae746a356be273e2464677d8a995bf05bd1332c7942e) AuthConfig (90551643c1b60bdf5b27bc08d9c037b2e3fb1848087e612acba0c9dc22cf4cf6) AuthConfig (1515413a29a65fb928f2b1375ca25f58eee02fa043ce990da0035c4178cb424a) AuthConfig (131534bf7dae59998803806ca140a780908c7060ac16fa99a35f59c1ee25c918) AuthConfig (d1b460aad4c8afe35b357ebf52a036655a631f5eb6d1c7f863f2ccc41f82d8c3) AuthConfig (5539ff6f31db948a95c6b0baecd85e0fad94f7d12ecef71ced2498591d6ddb36) AuthConfig (3eefbbae6fc6dd5dfb9330f57d9669adf78e3d16c974d854dba2e9cb902b71d7) AuthConfig (098403f6e96b79cfb3fd38a586ac3dd35ce6ea6294d2bd0b006e6dfb4d99531e) AuthConfig (7076b2c6133a52246636daaf074ed2b7a0e259384956fb1fdf814e95588142ca) AuthConfig (ed7c94ced5649c9c3b8faef67872acca44f73d057be3c8f83370ff1fb3369165) AuthConfig (80a2c24d9d01758ff455388e321feee77c413ad29d3bd5dadc962f9173e0f9c8) AuthConfig (70688df2c4ba9c7478a0c0fbe942acaea256d7ded92348333a099fb0a7c1805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"d5a1d71e-f6b9-4d8b-acfa-5ea71b24c029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.168698741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9024dbcb3cbfdfc8fe0b6868cbffe39f76a5b6f869a0a39402603f15ad354e3a) AuthConfig (af7612b38523da340001bf39338208dd723f3a622d725442692cf016f3f1c222) AuthConfig (048780f6c08ae2a55ed10e6659563e8d92b1342a25c6b8d215d9d6ebc13c5501) AuthConfig (5e4bb75838ffc0d8eb8972c55733900942f626c898c750de6ae15197a758705c) AuthConfig (7f728d4ace0bba0f369db40312413a61888a2f9b2b4f5c29d5b3b26baa9b7385) AuthConfig (3501e8a476fc353c695699b4c132ef44698d1e008f58730f446523e4685390cc) AuthConfig (74b87a31bfe31ceac2b4a60ff22710d92ab7ef3a4ef9c6cc15449d6dd283d981) AuthConfig (17f6d0eb81bfd4279b5ff04fd3639dd402c6e78c4801ee91171966197be32b09) AuthConfig (37b02768f62866849540acb4eb62a7e11246ac6fe47d7f6ff784a88be62a39a0) AuthConfig (0bfc4c7d684726229a2e808c832d97661bf5e4666df8cf29bf61531175c9c7c2) AuthConfig (cc96c4eb1b26151dd18b7683de1627c7628ecd63dd54a435035b75508d7303c8) AuthConfig (8430d9ccd74e46a08076d58bc026c8544821e8524c87b76821f2c2d4e4ee5148) AuthConfig (c278c8923d76f1925fe0cde8d956ffbabf107f78e89842686252e562afeb0c48) AuthConfig (4561f87a0374e7f3ea364fafe9b4b98136e52449bd43deb05de57381d0b2c48c) AuthConfig (508ceee320b304176f0e71498edd926dd5d44550cd1b299cb6eae3696b627f6b) AuthConfig (a769e79eb34039b777cbae05e53325cfcccff2f555acc93498f836e3c8826672) AuthConfig (caaae08a4e6ac9074f67fb453d7aaa5df82cc83077a92f806592b5a5092bba2d) AuthConfig (3c1c26ceca70a31291e328861db052a0d08a8541f9647c4aaf69d0867d07a80b) AuthConfig (753e691a89a7d669b76aae746a356be273e2464677d8a995bf05bd1332c7942e) AuthConfig (90551643c1b60bdf5b27bc08d9c037b2e3fb1848087e612acba0c9dc22cf4cf6) AuthConfig (1515413a29a65fb928f2b1375ca25f58eee02fa043ce990da0035c4178cb424a) AuthConfig (131534bf7dae59998803806ca140a780908c7060ac16fa99a35f59c1ee25c918) AuthConfig (d1b460aad4c8afe35b357ebf52a036655a631f5eb6d1c7f863f2ccc41f82d8c3) AuthConfig (5539ff6f31db948a95c6b0baecd85e0fad94f7d12ecef71ced2498591d6ddb36) AuthConfig (3eefbbae6fc6dd5dfb9330f57d9669adf78e3d16c974d854dba2e9cb902b71d7) AuthConfig (098403f6e96b79cfb3fd38a586ac3dd35ce6ea6294d2bd0b006e6dfb4d99531e) AuthConfig (7076b2c6133a52246636daaf074ed2b7a0e259384956fb1fdf814e95588142ca) AuthConfig (ed7c94ced5649c9c3b8faef67872acca44f73d057be3c8f83370ff1fb3369165) AuthConfig (80a2c24d9d01758ff455388e321feee77c413ad29d3bd5dadc962f9173e0f9c8) AuthConfig (70688df2c4ba9c7478a0c0fbe942acaea256d7ded92348333a099fb0a7c1805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"4b3ced77-91cb-4a49-be52-cc402046e1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.226899056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"1b6b9a15-7bc6-4059-8495-663c3f25e64d","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.229665109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"a87325fb-0ab2-48d4-9106-c87544c551d9","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.381216787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a44afee5-f06b-4c2b-9c90-3b9019161cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.384734693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"dddedf2a-32b8-4496-a4ce-b213307783f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.440006977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a44afee5-f06b-4c2b-9c90-3b9019161cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.450702544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"dddedf2a-32b8-4496-a4ce-b213307783f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.512034996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9024dbcb3cbfdfc8fe0b6868cbffe39f76a5b6f869a0a39402603f15ad354e3a) AuthConfig (af7612b38523da340001bf39338208dd723f3a622d725442692cf016f3f1c222) AuthConfig (048780f6c08ae2a55ed10e6659563e8d92b1342a25c6b8d215d9d6ebc13c5501) AuthConfig (5e4bb75838ffc0d8eb8972c55733900942f626c898c750de6ae15197a758705c) AuthConfig (7f728d4ace0bba0f369db40312413a61888a2f9b2b4f5c29d5b3b26baa9b7385) AuthConfig (3501e8a476fc353c695699b4c132ef44698d1e008f58730f446523e4685390cc) AuthConfig (74b87a31bfe31ceac2b4a60ff22710d92ab7ef3a4ef9c6cc15449d6dd283d981) AuthConfig (17f6d0eb81bfd4279b5ff04fd3639dd402c6e78c4801ee91171966197be32b09) AuthConfig (37b02768f62866849540acb4eb62a7e11246ac6fe47d7f6ff784a88be62a39a0) AuthConfig (0bfc4c7d684726229a2e808c832d97661bf5e4666df8cf29bf61531175c9c7c2) AuthConfig (cc96c4eb1b26151dd18b7683de1627c7628ecd63dd54a435035b75508d7303c8) AuthConfig (8430d9ccd74e46a08076d58bc026c8544821e8524c87b76821f2c2d4e4ee5148) AuthConfig (c278c8923d76f1925fe0cde8d956ffbabf107f78e89842686252e562afeb0c48) AuthConfig (4561f87a0374e7f3ea364fafe9b4b98136e52449bd43deb05de57381d0b2c48c) AuthConfig (508ceee320b304176f0e71498edd926dd5d44550cd1b299cb6eae3696b627f6b) AuthConfig (a769e79eb34039b777cbae05e53325cfcccff2f555acc93498f836e3c8826672) AuthConfig (caaae08a4e6ac9074f67fb453d7aaa5df82cc83077a92f806592b5a5092bba2d) AuthConfig (3c1c26ceca70a31291e328861db052a0d08a8541f9647c4aaf69d0867d07a80b) AuthConfig (753e691a89a7d669b76aae746a356be273e2464677d8a995bf05bd1332c7942e) AuthConfig (90551643c1b60bdf5b27bc08d9c037b2e3fb1848087e612acba0c9dc22cf4cf6) AuthConfig (1515413a29a65fb928f2b1375ca25f58eee02fa043ce990da0035c4178cb424a) AuthConfig (131534bf7dae59998803806ca140a780908c7060ac16fa99a35f59c1ee25c918) AuthConfig (d1b460aad4c8afe35b357ebf52a036655a631f5eb6d1c7f863f2ccc41f82d8c3) AuthConfig (5539ff6f31db948a95c6b0baecd85e0fad94f7d12ecef71ced2498591d6ddb36) AuthConfig (3eefbbae6fc6dd5dfb9330f57d9669adf78e3d16c974d854dba2e9cb902b71d7) AuthConfig (098403f6e96b79cfb3fd38a586ac3dd35ce6ea6294d2bd0b006e6dfb4d99531e) AuthConfig (7076b2c6133a52246636daaf074ed2b7a0e259384956fb1fdf814e95588142ca) AuthConfig (ed7c94ced5649c9c3b8faef67872acca44f73d057be3c8f83370ff1fb3369165) AuthConfig (80a2c24d9d01758ff455388e321feee77c413ad29d3bd5dadc962f9173e0f9c8) AuthConfig (70688df2c4ba9c7478a0c0fbe942acaea256d7ded92348333a099fb0a7c1805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"dddedf2a-32b8-4496-a4ce-b213307783f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.512263664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9024dbcb3cbfdfc8fe0b6868cbffe39f76a5b6f869a0a39402603f15ad354e3a) AuthConfig (af7612b38523da340001bf39338208dd723f3a622d725442692cf016f3f1c222) AuthConfig (048780f6c08ae2a55ed10e6659563e8d92b1342a25c6b8d215d9d6ebc13c5501) AuthConfig (5e4bb75838ffc0d8eb8972c55733900942f626c898c750de6ae15197a758705c) AuthConfig (7f728d4ace0bba0f369db40312413a61888a2f9b2b4f5c29d5b3b26baa9b7385) AuthConfig (3501e8a476fc353c695699b4c132ef44698d1e008f58730f446523e4685390cc) AuthConfig (74b87a31bfe31ceac2b4a60ff22710d92ab7ef3a4ef9c6cc15449d6dd283d981) AuthConfig (17f6d0eb81bfd4279b5ff04fd3639dd402c6e78c4801ee91171966197be32b09) AuthConfig (37b02768f62866849540acb4eb62a7e11246ac6fe47d7f6ff784a88be62a39a0) AuthConfig (0bfc4c7d684726229a2e808c832d97661bf5e4666df8cf29bf61531175c9c7c2) AuthConfig (cc96c4eb1b26151dd18b7683de1627c7628ecd63dd54a435035b75508d7303c8) AuthConfig (8430d9ccd74e46a08076d58bc026c8544821e8524c87b76821f2c2d4e4ee5148) AuthConfig (c278c8923d76f1925fe0cde8d956ffbabf107f78e89842686252e562afeb0c48) AuthConfig (4561f87a0374e7f3ea364fafe9b4b98136e52449bd43deb05de57381d0b2c48c) AuthConfig (508ceee320b304176f0e71498edd926dd5d44550cd1b299cb6eae3696b627f6b) AuthConfig (a769e79eb34039b777cbae05e53325cfcccff2f555acc93498f836e3c8826672) AuthConfig (caaae08a4e6ac9074f67fb453d7aaa5df82cc83077a92f806592b5a5092bba2d) AuthConfig (3c1c26ceca70a31291e328861db052a0d08a8541f9647c4aaf69d0867d07a80b) AuthConfig (753e691a89a7d669b76aae746a356be273e2464677d8a995bf05bd1332c7942e) AuthConfig (90551643c1b60bdf5b27bc08d9c037b2e3fb1848087e612acba0c9dc22cf4cf6) AuthConfig (1515413a29a65fb928f2b1375ca25f58eee02fa043ce990da0035c4178cb424a) AuthConfig (131534bf7dae59998803806ca140a780908c7060ac16fa99a35f59c1ee25c918) AuthConfig (d1b460aad4c8afe35b357ebf52a036655a631f5eb6d1c7f863f2ccc41f82d8c3) AuthConfig (5539ff6f31db948a95c6b0baecd85e0fad94f7d12ecef71ced2498591d6ddb36) AuthConfig (3eefbbae6fc6dd5dfb9330f57d9669adf78e3d16c974d854dba2e9cb902b71d7) AuthConfig (098403f6e96b79cfb3fd38a586ac3dd35ce6ea6294d2bd0b006e6dfb4d99531e) AuthConfig (7076b2c6133a52246636daaf074ed2b7a0e259384956fb1fdf814e95588142ca) AuthConfig (ed7c94ced5649c9c3b8faef67872acca44f73d057be3c8f83370ff1fb3369165) AuthConfig (80a2c24d9d01758ff455388e321feee77c413ad29d3bd5dadc962f9173e0f9c8) AuthConfig (70688df2c4ba9c7478a0c0fbe942acaea256d7ded92348333a099fb0a7c1805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a44afee5-f06b-4c2b-9c90-3b9019161cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:24:58.565039497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"dddedf2a-32b8-4496-a4ce-b213307783f7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.732470219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"f39b7282-e575-4b75-80ab-03340fd1511b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.791039999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"f39b7282-e575-4b75-80ab-03340fd1511b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:24:58.846634465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9024dbcb3cbfdfc8fe0b6868cbffe39f76a5b6f869a0a39402603f15ad354e3a) AuthConfig (af7612b38523da340001bf39338208dd723f3a622d725442692cf016f3f1c222) AuthConfig (048780f6c08ae2a55ed10e6659563e8d92b1342a25c6b8d215d9d6ebc13c5501) AuthConfig (5e4bb75838ffc0d8eb8972c55733900942f626c898c750de6ae15197a758705c) AuthConfig (7f728d4ace0bba0f369db40312413a61888a2f9b2b4f5c29d5b3b26baa9b7385) AuthConfig (3501e8a476fc353c695699b4c132ef44698d1e008f58730f446523e4685390cc) AuthConfig (74b87a31bfe31ceac2b4a60ff22710d92ab7ef3a4ef9c6cc15449d6dd283d981) AuthConfig (17f6d0eb81bfd4279b5ff04fd3639dd402c6e78c4801ee91171966197be32b09) AuthConfig (37b02768f62866849540acb4eb62a7e11246ac6fe47d7f6ff784a88be62a39a0) AuthConfig (0bfc4c7d684726229a2e808c832d97661bf5e4666df8cf29bf61531175c9c7c2) AuthConfig (cc96c4eb1b26151dd18b7683de1627c7628ecd63dd54a435035b75508d7303c8) AuthConfig (8430d9ccd74e46a08076d58bc026c8544821e8524c87b76821f2c2d4e4ee5148) AuthConfig (c278c8923d76f1925fe0cde8d956ffbabf107f78e89842686252e562afeb0c48) AuthConfig (4561f87a0374e7f3ea364fafe9b4b98136e52449bd43deb05de57381d0b2c48c) AuthConfig (508ceee320b304176f0e71498edd926dd5d44550cd1b299cb6eae3696b627f6b) AuthConfig (a769e79eb34039b777cbae05e53325cfcccff2f555acc93498f836e3c8826672) AuthConfig (caaae08a4e6ac9074f67fb453d7aaa5df82cc83077a92f806592b5a5092bba2d) AuthConfig (3c1c26ceca70a31291e328861db052a0d08a8541f9647c4aaf69d0867d07a80b) AuthConfig (753e691a89a7d669b76aae746a356be273e2464677d8a995bf05bd1332c7942e) AuthConfig (90551643c1b60bdf5b27bc08d9c037b2e3fb1848087e612acba0c9dc22cf4cf6) AuthConfig (1515413a29a65fb928f2b1375ca25f58eee02fa043ce990da0035c4178cb424a) AuthConfig (131534bf7dae59998803806ca140a780908c7060ac16fa99a35f59c1ee25c918) AuthConfig (d1b460aad4c8afe35b357ebf52a036655a631f5eb6d1c7f863f2ccc41f82d8c3) AuthConfig (5539ff6f31db948a95c6b0baecd85e0fad94f7d12ecef71ced2498591d6ddb36) AuthConfig (3eefbbae6fc6dd5dfb9330f57d9669adf78e3d16c974d854dba2e9cb902b71d7) AuthConfig (098403f6e96b79cfb3fd38a586ac3dd35ce6ea6294d2bd0b006e6dfb4d99531e) AuthConfig (7076b2c6133a52246636daaf074ed2b7a0e259384956fb1fdf814e95588142ca) AuthConfig (ed7c94ced5649c9c3b8faef67872acca44f73d057be3c8f83370ff1fb3369165) AuthConfig (80a2c24d9d01758ff455388e321feee77c413ad29d3bd5dadc962f9173e0f9c8) AuthConfig (70688df2c4ba9c7478a0c0fbe942acaea256d7ded92348333a099fb0a7c1805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"f39b7282-e575-4b75-80ab-03340fd1511b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.853277223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"91d8fd14-9037-497c-85c7-b63af409349c","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:02.936192618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"449057b1-9ae1-410f-929b-7f87539f5923","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.70878743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"1346a6b6-25a0-42d3-b082-1453b2b4f7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.770292028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"1346a6b6-25a0-42d3-b082-1453b2b4f7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:08.825839705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9024dbcb3cbfdfc8fe0b6868cbffe39f76a5b6f869a0a39402603f15ad354e3a) AuthConfig (af7612b38523da340001bf39338208dd723f3a622d725442692cf016f3f1c222) AuthConfig (048780f6c08ae2a55ed10e6659563e8d92b1342a25c6b8d215d9d6ebc13c5501) AuthConfig (5e4bb75838ffc0d8eb8972c55733900942f626c898c750de6ae15197a758705c) AuthConfig (7f728d4ace0bba0f369db40312413a61888a2f9b2b4f5c29d5b3b26baa9b7385) AuthConfig (3501e8a476fc353c695699b4c132ef44698d1e008f58730f446523e4685390cc) AuthConfig (74b87a31bfe31ceac2b4a60ff22710d92ab7ef3a4ef9c6cc15449d6dd283d981) AuthConfig (17f6d0eb81bfd4279b5ff04fd3639dd402c6e78c4801ee91171966197be32b09) AuthConfig (37b02768f62866849540acb4eb62a7e11246ac6fe47d7f6ff784a88be62a39a0) AuthConfig (0bfc4c7d684726229a2e808c832d97661bf5e4666df8cf29bf61531175c9c7c2) AuthConfig (cc96c4eb1b26151dd18b7683de1627c7628ecd63dd54a435035b75508d7303c8) AuthConfig (8430d9ccd74e46a08076d58bc026c8544821e8524c87b76821f2c2d4e4ee5148) AuthConfig (c278c8923d76f1925fe0cde8d956ffbabf107f78e89842686252e562afeb0c48) AuthConfig (4561f87a0374e7f3ea364fafe9b4b98136e52449bd43deb05de57381d0b2c48c) AuthConfig (508ceee320b304176f0e71498edd926dd5d44550cd1b299cb6eae3696b627f6b) AuthConfig (a769e79eb34039b777cbae05e53325cfcccff2f555acc93498f836e3c8826672) AuthConfig (caaae08a4e6ac9074f67fb453d7aaa5df82cc83077a92f806592b5a5092bba2d) AuthConfig (3c1c26ceca70a31291e328861db052a0d08a8541f9647c4aaf69d0867d07a80b) AuthConfig (753e691a89a7d669b76aae746a356be273e2464677d8a995bf05bd1332c7942e) AuthConfig (90551643c1b60bdf5b27bc08d9c037b2e3fb1848087e612acba0c9dc22cf4cf6) AuthConfig (1515413a29a65fb928f2b1375ca25f58eee02fa043ce990da0035c4178cb424a) AuthConfig (131534bf7dae59998803806ca140a780908c7060ac16fa99a35f59c1ee25c918) AuthConfig (d1b460aad4c8afe35b357ebf52a036655a631f5eb6d1c7f863f2ccc41f82d8c3) AuthConfig (5539ff6f31db948a95c6b0baecd85e0fad94f7d12ecef71ced2498591d6ddb36) AuthConfig (3eefbbae6fc6dd5dfb9330f57d9669adf78e3d16c974d854dba2e9cb902b71d7) AuthConfig (098403f6e96b79cfb3fd38a586ac3dd35ce6ea6294d2bd0b006e6dfb4d99531e) AuthConfig (7076b2c6133a52246636daaf074ed2b7a0e259384956fb1fdf814e95588142ca) AuthConfig (ed7c94ced5649c9c3b8faef67872acca44f73d057be3c8f83370ff1fb3369165) AuthConfig (80a2c24d9d01758ff455388e321feee77c413ad29d3bd5dadc962f9173e0f9c8) AuthConfig (70688df2c4ba9c7478a0c0fbe942acaea256d7ded92348333a099fb0a7c1805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"1346a6b6-25a0-42d3-b082-1453b2b4f7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.001611504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"cee9e57e-9374-48e8-8753-f7d102dedb38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.058720281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"cee9e57e-9374-48e8-8753-f7d102dedb38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:09.114904758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a51d4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9024dbcb3cbfdfc8fe0b6868cbffe39f76a5b6f869a0a39402603f15ad354e3a) AuthConfig (af7612b38523da340001bf39338208dd723f3a622d725442692cf016f3f1c222) AuthConfig (048780f6c08ae2a55ed10e6659563e8d92b1342a25c6b8d215d9d6ebc13c5501) AuthConfig (5e4bb75838ffc0d8eb8972c55733900942f626c898c750de6ae15197a758705c) AuthConfig (7f728d4ace0bba0f369db40312413a61888a2f9b2b4f5c29d5b3b26baa9b7385) AuthConfig (3501e8a476fc353c695699b4c132ef44698d1e008f58730f446523e4685390cc) AuthConfig (74b87a31bfe31ceac2b4a60ff22710d92ab7ef3a4ef9c6cc15449d6dd283d981) AuthConfig (17f6d0eb81bfd4279b5ff04fd3639dd402c6e78c4801ee91171966197be32b09) AuthConfig (37b02768f62866849540acb4eb62a7e11246ac6fe47d7f6ff784a88be62a39a0) AuthConfig (0bfc4c7d684726229a2e808c832d97661bf5e4666df8cf29bf61531175c9c7c2) AuthConfig (cc96c4eb1b26151dd18b7683de1627c7628ecd63dd54a435035b75508d7303c8) AuthConfig (8430d9ccd74e46a08076d58bc026c8544821e8524c87b76821f2c2d4e4ee5148) AuthConfig (c278c8923d76f1925fe0cde8d956ffbabf107f78e89842686252e562afeb0c48) AuthConfig (4561f87a0374e7f3ea364fafe9b4b98136e52449bd43deb05de57381d0b2c48c) AuthConfig (508ceee320b304176f0e71498edd926dd5d44550cd1b299cb6eae3696b627f6b) AuthConfig (a769e79eb34039b777cbae05e53325cfcccff2f555acc93498f836e3c8826672) AuthConfig (caaae08a4e6ac9074f67fb453d7aaa5df82cc83077a92f806592b5a5092bba2d) AuthConfig (3c1c26ceca70a31291e328861db052a0d08a8541f9647c4aaf69d0867d07a80b) AuthConfig (753e691a89a7d669b76aae746a356be273e2464677d8a995bf05bd1332c7942e) AuthConfig (90551643c1b60bdf5b27bc08d9c037b2e3fb1848087e612acba0c9dc22cf4cf6) AuthConfig (1515413a29a65fb928f2b1375ca25f58eee02fa043ce990da0035c4178cb424a) AuthConfig (131534bf7dae59998803806ca140a780908c7060ac16fa99a35f59c1ee25c918) AuthConfig (d1b460aad4c8afe35b357ebf52a036655a631f5eb6d1c7f863f2ccc41f82d8c3) AuthConfig (5539ff6f31db948a95c6b0baecd85e0fad94f7d12ecef71ced2498591d6ddb36) AuthConfig (3eefbbae6fc6dd5dfb9330f57d9669adf78e3d16c974d854dba2e9cb902b71d7) AuthConfig (098403f6e96b79cfb3fd38a586ac3dd35ce6ea6294d2bd0b006e6dfb4d99531e) AuthConfig (7076b2c6133a52246636daaf074ed2b7a0e259384956fb1fdf814e95588142ca) AuthConfig (ed7c94ced5649c9c3b8faef67872acca44f73d057be3c8f83370ff1fb3369165) AuthConfig (80a2c24d9d01758ff455388e321feee77c413ad29d3bd5dadc962f9173e0f9c8) AuthConfig (70688df2c4ba9c7478a0c0fbe942acaea256d7ded92348333a099fb0a7c1805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"cee9e57e-9374-48e8-8753-f7d102dedb38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:18.98206324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"6860a7bf-543f-4b5b-a045-e3f46dc63b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.038977054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"6860a7bf-543f-4b5b-a045-e3f46dc63b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.146789429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"ebb0649f-6361-46df-acb9-b5593c7b199e","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.216819147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"919d05f1-328b-4101-adc4-00d36794fc42","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.272408529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"225ecfe4-e0fd-49ae-930e-a015ce9d1f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.330997224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"225ecfe4-e0fd-49ae-930e-a015ce9d1f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.357206248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"c531ea8f-b6a8-451f-b1b6-8848b3bf860e","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:19.646066041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"48bc62bd-12a9-4a3c-bc90-aea148ef238f","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:20.905681151Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:25.78236966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"ecf61be1-9da9-4377-b7f8-11ee1f4f2de1","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:28.820580792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"3b316e07-0c23-43a0-bd12-3b8f43992d66","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:28.875408103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"db17b503-fced-41aa-8e90-922d753ca5d4","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.029756878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d-auth","reconcileID":"969f8a93-ac8e-413f-9486-2c7c4220dde1","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.086377008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d-auth","reconcileID":"969f8a93-ac8e-413f-9486-2c7c4220dde1","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.103303453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"29c0797c-b70f-43ef-82ea-c2b93917ef58","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.158552638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"9344be85-f7b7-4efb-9c54-b9d917fd3c72","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.210539652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"20d05a43-c00c-4d20-95a6-5ae6821227be","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:29.214142505Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a51d4c/e2e-dry-sub-8a5cde0d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-8a5cde0d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.257092224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c4b42112-2fae-4346-be4d-95615e0da3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.257099264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"8efc1d56-6eae-4e28-8155-4c9c08c4709c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.267569374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"1c073c65-1811-40f9-a96a-e55ee2f73dc7","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.313770919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"8efc1d56-6eae-4e28-8155-4c9c08c4709c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.313940944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c4b42112-2fae-4346-be4d-95615e0da3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.401861483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"5ab11563-4c48-4380-bfad-92624703aaf1","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.533062282Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a5cde0d","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d","reconcileID":"731879ee-7e76-477a-8259-c5d224c68333","MaaSSubscription":{"name":"e2e-dry-sub-8a5cde0d","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/e2e-dry-sub-8a5cde0d","ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.559481253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d-auth","reconcileID":"6457c80b-f7b0-4fe7-a8cf-657ed49131b7","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.615717749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d-auth","reconcileID":"6457c80b-f7b0-4fe7-a8cf-657ed49131b7","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.694666551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"ff14bc6b-62fd-4a55-8d4c-25e22dbfac45","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.699075153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"6b91ec71-3862-46a4-a310-7a8f0922897e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.699119216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"7733a3d3-1ac5-465d-8032-ae7ab46030a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.741453734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"f80ce43a-8f59-4e6a-82eb-2fa6ceb22b30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.755885434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"7733a3d3-1ac5-465d-8032-ae7ab46030a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.756024856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"6b91ec71-3862-46a4-a310-7a8f0922897e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:29.90230053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a5cde0d","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d","reconcileID":"5fef258f-76c8-4cce-ac76-24acfb8c51d3","MaaSSubscription":{"name":"e2e-dry-sub-8a5cde0d","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.735665046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"38833a71-a2ae-490d-af75-8a7cc833b769","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.892823316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d-auth","reconcileID":"3c6fd5f2-c2e2-4c13-9cbe-08ed51f9ae80","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.892894795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2fac37cf-916f-4daf-b123-bc6c2d4901a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.893417334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"b3b3e632-af3c-4f60-bda7-2fc57008389c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.949956536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d-auth","reconcileID":"3c6fd5f2-c2e2-4c13-9cbe-08ed51f9ae80","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.950079536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"b3b3e632-af3c-4f60-bda7-2fc57008389c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:33.95221601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2fac37cf-916f-4daf-b123-bc6c2d4901a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.304345494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"c10b429e-8050-40ba-91f1-bf45f6d36b04","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.426303226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"b83afcf5-79e1-4440-9076-80693f9ca3c3","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.481370747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"e24cb752-fd86-411f-b3a5-98b7f35a25cd","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:35.535170693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"23f977f3-15e6-43e0-835f-4ed05422a5e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.647304135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"bd67adb4-91d8-45f5-9442-e7d3ebc19d03","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.698332626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"8f7430a5-dfa3-49e1-bd86-67c347dba746","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.756571951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"5a35f303-60d1-46f8-aee7-54530f665e2a","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.856599683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"024b46ef-294d-4ef1-b9f5-bbfb672b935c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.915124713Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"edff5956-f53f-4cdb-bc73-c53eb93df20e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"simulator-w2-939acd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.985194755Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"024b46ef-294d-4ef1-b9f5-bbfb672b935c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:35.986506373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"eb53a3e5-b5b3-48ae-990a-59190274cdfb","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.040741486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"024b46ef-294d-4ef1-b9f5-bbfb672b935c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.044554805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"a8450705-40a7-4630-bbf0-abe50ce29474","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:36.073166926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"edff5956-f53f-4cdb-bc73-c53eb93df20e","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.093099936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"052a66e3-3916-4b1d-9651-2680ba160302","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:36.097525294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-939acd/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.097832972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"dd83c95b-a84b-447b-8abf-c8c3cd61690c","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.149555865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"e6428e2a-13c5-4f3c-a491-e0d31d3fca33","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.201502219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e44787ae-2b15-4766-b2f3-b938cbc31ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.257272629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"69e83ddc-44d7-4d12-8720-fdf2ecb859d6","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.258098175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e44787ae-2b15-4766-b2f3-b938cbc31ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.284867408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"612f3a3a-fa57-4667-b536-478baf5185fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.314054843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e44787ae-2b15-4766-b2f3-b938cbc31ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.316971844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"c4bc3323-963d-4ce2-88e4-1712a34897ec","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:36.366926165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e44787ae-2b15-4766-b2f3-b938cbc31ce4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.38766472Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"fa90996f-60b3-4fae-bef0-54fd137eb6f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"premium-w2-939acd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.448098122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"2f05d509-38e9-4de2-a883-740a80c65516","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.467586042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"77699abb-fa0e-471a-96ac-08c3fce2a6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.524009332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"77699abb-fa0e-471a-96ac-08c3fce2a6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.550352153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"05e93de4-a1c5-451c-a1b2-b1e69e66353b","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.56797752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"73eb173e-e7e5-49c4-b9de-d9ffccebfb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.579320745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"77699abb-fa0e-471a-96ac-08c3fce2a6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.624529621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"73eb173e-e7e5-49c4-b9de-d9ffccebfb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.638075929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"226afa56-9f83-4e84-b710-3447a81f0fb3","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.679713764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"73eb173e-e7e5-49c4-b9de-d9ffccebfb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.758242968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"9a7f9fea-4f29-4d55-ac50-a68f3b26b407","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.792961438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b9f130bf-eddb-4a74-8920-d7f1406e113c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.849916484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b9f130bf-eddb-4a74-8920-d7f1406e113c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:36.907544784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b9f130bf-eddb-4a74-8920-d7f1406e113c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:38.00428707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8c0d459e-6a68-4017-ac65-a6859f4f6266","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:43.899047063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a5cde0d","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d","reconcileID":"a9f3dcc6-190a-40f8-9a1c-1a35a80e37b6","MaaSSubscription":{"name":"e2e-dry-sub-8a5cde0d","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscription":"e2e-dry-sub-8a5cde0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.113569863Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a5cde0d","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d","reconcileID":"a9f3dcc6-190a-40f8-9a1c-1a35a80e37b6","MaaSSubscription":{"name":"e2e-dry-sub-8a5cde0d","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.321986615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"1c052927-85b3-4a6c-8efd-182a7aaf8aa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.375660749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"3e7a2753-4a9f-41fb-b0b5-1e33c8ca87d5","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.433091189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"019e9d69-633b-4383-adae-bd99a3d1d8e9","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.512668577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"1a5f49be-3361-4b8f-9548-6533652b010a","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.531571837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"d7ffdda7-1552-4e2f-b96f-6d0f05879cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.531642357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d-auth","reconcileID":"f88b7415-3201-4867-ae2d-af43ae8215c9","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.531946388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d6f8b607-6e25-4d5e-b96e-e907b023e8d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.58864425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"d7ffdda7-1552-4e2f-b96f-6d0f05879cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.588818767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d-auth","reconcileID":"f88b7415-3201-4867-ae2d-af43ae8215c9","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.590918852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d6f8b607-6e25-4d5e-b96e-e907b023e8d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.687142428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"ed855581-e85e-429f-b2e7-2c1676a4faae","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.792981177Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-dry-sub-8a5cde0d-auth","reconcileID":"e8f4203f-be2b-4430-ac8f-0c783bc295a9","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a5cde0d-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.796844527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"e5218817-b8a4-4ea6-9d0b-766f167329b3","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:44.851052087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"0cc12f37-3bf9-400c-adfd-4c7a7cfff128","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:44.903122676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"f24d73c5-3d88-479b-9ff9-bd67b73273cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.016101781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"690c2123-2ad7-45fe-b7ad-19c87a4d218b","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.040082549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"05ea72b0-5675-45fc-8d54-d339d508fee7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.048620003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"630b6270-d6fc-47d4-89c4-a2418883f2d5","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.070733021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"8d1012b4-fa5f-49cf-94c9-101292910015","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.07738502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"5f33f4ed-dcc4-41b1-9b44-26a275b63573","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.135386255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"4fe27bf0-53d2-4ae1-8e92-eb3d0db24cf8","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.161554546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"1154867f-44ad-4c52-9ebc-365661927c96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:45.188827829Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"4fe27bf0-53d2-4ae1-8e92-eb3d0db24cf8","name":"simulator-w3-dfa0bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-dfa0bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:45.188878972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"4fe27bf0-53d2-4ae1-8e92-eb3d0db24cf8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-dfa0bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.194137328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"686b6e52-6215-43f6-928a-22057a7f0fa7","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.204877098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"fc9e1a6b-fe2f-471a-8e8f-b2d98bb18ecc","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.237798099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"155487fa-4afc-4a39-9f23-4132d6982cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.292848555Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"06889195-b09d-4064-b2da-7859cef68611","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"simulator-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.332262546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"3f8b764c-c0fe-4326-a295-2b4f494da403","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.366912099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"a8ca2452-2c19-4f59-bdf2-387e4453c002","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.367525104Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"155487fa-4afc-4a39-9f23-4132d6982cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.424040163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"1c816da4-a1f9-4937-8ab1-d251e0a3d145","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.424329593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"155487fa-4afc-4a39-9f23-4132d6982cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:45.451065483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"06889195-b09d-4064-b2da-7859cef68611","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.472866481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"c86e429a-c658-44dc-903f-17abcb765429","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:45.476028707Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-dfa0bc/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.483259203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"50d8c253-03a4-4f85-a0d5-07b18cf8e6a8","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.530181844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"47a8ea97-73df-4661-88cb-cbdba3b8fd6d","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.612625854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"82d760c5-3fde-4952-b012-b3954d3dc21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.614294878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"ec1150b9-0b38-41fa-9bb2-74ecd7a411d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.636714884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"c8de24d2-026d-475e-a277-92f80721f8f9","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.660874358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2a8939f1-5aac-412f-ab2b-f65f76438aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.661413267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"b4ebcded-a466-4050-b6d7-42dcfe1de79e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.669302935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"82d760c5-3fde-4952-b012-b3954d3dc21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.671062992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"ec1150b9-0b38-41fa-9bb2-74ecd7a411d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.698601981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"8c5bee24-ebd8-45a4-b4ee-d64387b597a5","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.717552951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2a8939f1-5aac-412f-ab2b-f65f76438aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.724581286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3349c10519a7e65703144d193c202c9416fe2186dc2a8ddafffa0f4ebc38d35e) AuthConfig (255026a327b46772ae748914239433df91e0a5bc519c7f2078287719635a44ed) AuthConfig (4a9b533e454ac9f7029f6af5ae76693f7465091e79bf896dfd4ad34b2f6e9843) AuthConfig (61d0cffeecc9b66df89cc92ac7593a76a93b3eeb21d1add97eb2270b2a41edc4) AuthConfig (f280323c12d4c61f43db029a0b00c88381bd928e886200d11a3da3347de59f1d) AuthConfig (2083035bd392411c255e8cc7c5cf0f919d25ff962436dd633c5dbc724c41b950) AuthConfig (2bde651fb79091d29800fa187a42d607a1271196f4a999db68f665223fd4c83b) AuthConfig (08b236bf3698c3571d0eb9835d8ddb9eb64d506020f5bb69604486885e0f1e83) AuthConfig (371ff61011f8bc7a8cfe756f072d89687f2c998e0c4d671e49e0f4d5c7cc6a39) AuthConfig (cbd050b5885b0bd13e0c461b95a24c1991faeedb4935778be279f17e640c580a) AuthConfig (cd57a8112894fb4cee3020a79a1eb75257b3af58f7b566934b8957455f35b04b) AuthConfig (c361c319c47aad993454172ec1ba7e91ad1bfc540a2204806ebb664fc3fc437a) AuthConfig (8524c31a69c0e8f0b438e30f26fe7bf8d9ccd9104bfa0faf5c1d5a416189f222) AuthConfig (fdb5366ac9096befabec49911980d2f54505f21a0becdbf09863ed062ea22db5) AuthConfig (8dc3688e8270914b30c26fae5bbbc25057f05cd232a88b037efcf5458800ce84) AuthConfig (5b6d7b05718fddcf878d6c3fc163c5548f2a0766fc37a9841a0fb02be0ad5cd8) AuthConfig (265950f30076d677ae240b177996248eba2a4e810b71d24df3e0e5b02498168d) AuthConfig (70863cee396a67fcfb8fe6749cfc62fe1a20e9ac0f814a6e142788959ada9597) AuthConfig (3ac37b51bf2ac9a32752e029b3840b40e6965610939a43ad6759c93c21ba315c) AuthConfig (5c17c88e47a71412502a8783df6cf9955ac86a7410d9e63b4812ae96f0c4f42c) AuthConfig (c3f2aebaeb3f724e611fca63dc93ee221ab7975943d81e1d9a4b02992632dc8c) AuthConfig (9685d58f2d90d6b1321ea9c40607e357cf2c7d2552530e83e7ef5f23e814af13) AuthConfig (f95b5f78417e361f7a5f376815685be41836fb9c8d698f8bab98fc8107f9a87e) AuthConfig (c6c16c42c893552d521c038ef67d4366be55546dd44cba079db51ee6db51bf98) AuthConfig (f3b5497eb3661723fa170daf1f07df838eed00a01a03ff3904f0829068a5333e) AuthConfig (93256d4302e934f887209f94ce2e06c366697213ec8eceaf63141c167d83907c) AuthConfig (d2a5a4734a34bb109afb355f9c960de163cc155bb6a2edd823878f98c0b5e31b) AuthConfig (f9c504597c0844c9fdd882a3f33c84ca814f6e688d9c92a356073d99ba717bd3) AuthConfig (582645508c9a803e03afdf856683ec6d8b06ce774aaafdaf78d21f081fd30a67) AuthConfig (f736a5c11ef7e6b1ac2402d193f77cee01ae6b4824f6e9321aeb1d876616deaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"82d760c5-3fde-4952-b012-b3954d3dc21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.72622288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3349c10519a7e65703144d193c202c9416fe2186dc2a8ddafffa0f4ebc38d35e) AuthConfig (255026a327b46772ae748914239433df91e0a5bc519c7f2078287719635a44ed) AuthConfig (4a9b533e454ac9f7029f6af5ae76693f7465091e79bf896dfd4ad34b2f6e9843) AuthConfig (61d0cffeecc9b66df89cc92ac7593a76a93b3eeb21d1add97eb2270b2a41edc4) AuthConfig (f280323c12d4c61f43db029a0b00c88381bd928e886200d11a3da3347de59f1d) AuthConfig (2083035bd392411c255e8cc7c5cf0f919d25ff962436dd633c5dbc724c41b950) AuthConfig (2bde651fb79091d29800fa187a42d607a1271196f4a999db68f665223fd4c83b) AuthConfig (08b236bf3698c3571d0eb9835d8ddb9eb64d506020f5bb69604486885e0f1e83) AuthConfig (371ff61011f8bc7a8cfe756f072d89687f2c998e0c4d671e49e0f4d5c7cc6a39) AuthConfig (cbd050b5885b0bd13e0c461b95a24c1991faeedb4935778be279f17e640c580a) AuthConfig (cd57a8112894fb4cee3020a79a1eb75257b3af58f7b566934b8957455f35b04b) AuthConfig (c361c319c47aad993454172ec1ba7e91ad1bfc540a2204806ebb664fc3fc437a) AuthConfig (8524c31a69c0e8f0b438e30f26fe7bf8d9ccd9104bfa0faf5c1d5a416189f222) AuthConfig (fdb5366ac9096befabec49911980d2f54505f21a0becdbf09863ed062ea22db5) AuthConfig (8dc3688e8270914b30c26fae5bbbc25057f05cd232a88b037efcf5458800ce84) AuthConfig (5b6d7b05718fddcf878d6c3fc163c5548f2a0766fc37a9841a0fb02be0ad5cd8) AuthConfig (265950f30076d677ae240b177996248eba2a4e810b71d24df3e0e5b02498168d) AuthConfig (70863cee396a67fcfb8fe6749cfc62fe1a20e9ac0f814a6e142788959ada9597) AuthConfig (3ac37b51bf2ac9a32752e029b3840b40e6965610939a43ad6759c93c21ba315c) AuthConfig (5c17c88e47a71412502a8783df6cf9955ac86a7410d9e63b4812ae96f0c4f42c) AuthConfig (c3f2aebaeb3f724e611fca63dc93ee221ab7975943d81e1d9a4b02992632dc8c) AuthConfig (9685d58f2d90d6b1321ea9c40607e357cf2c7d2552530e83e7ef5f23e814af13) AuthConfig (f95b5f78417e361f7a5f376815685be41836fb9c8d698f8bab98fc8107f9a87e) AuthConfig (c6c16c42c893552d521c038ef67d4366be55546dd44cba079db51ee6db51bf98) AuthConfig (f3b5497eb3661723fa170daf1f07df838eed00a01a03ff3904f0829068a5333e) AuthConfig (93256d4302e934f887209f94ce2e06c366697213ec8eceaf63141c167d83907c) AuthConfig (d2a5a4734a34bb109afb355f9c960de163cc155bb6a2edd823878f98c0b5e31b) AuthConfig (f9c504597c0844c9fdd882a3f33c84ca814f6e688d9c92a356073d99ba717bd3) AuthConfig (582645508c9a803e03afdf856683ec6d8b06ce774aaafdaf78d21f081fd30a67) AuthConfig (f736a5c11ef7e6b1ac2402d193f77cee01ae6b4824f6e9321aeb1d876616deaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"ec1150b9-0b38-41fa-9bb2-74ecd7a411d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:45.751863804Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"8c5bee24-ebd8-45a4-b4ee-d64387b597a5","name":"premium-w3-dfa0bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-dfa0bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:45.751931325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"8c5bee24-ebd8-45a4-b4ee-d64387b597a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-dfa0bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.757267513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"1cb19e86-2b49-4380-9bcf-a3c38b7507d0","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.761332827Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"6eba41ca-d8fc-4e04-add1-dfd4f4657a90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"premium-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.772733633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2a8939f1-5aac-412f-ab2b-f65f76438aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.782318961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"ba0d403b-319b-4dda-8923-37dcfaeee06b","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.784875317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"fcb31caf-2635-4e07-b99b-199d7968897f","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.818079991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"28962278-97c6-4c75-a56c-3de3ec68c2a2","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.824137891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"70181e1c-f190-4a91-84ee-dfb7bb11e737","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.84925493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"09f742d1-ed98-4d1e-bc7b-79eaa413de1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.888636262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"5560bc0a-f7b8-4804-b974-056334d0d914","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.917488495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"09f742d1-ed98-4d1e-bc7b-79eaa413de1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.924961778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"2a96a02d-58d2-45e9-a311-01f7720b9e86","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.952304552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b372e067-79ab-40ad-b364-10cc64fab15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.952338631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"4a419483-b55e-4f7d-85a3-759e4635ba9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.952708319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"01f7f54c-bf88-49df-be49-48d31373de8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:45.973348706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"09f742d1-ed98-4d1e-bc7b-79eaa413de1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.009564581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"01f7f54c-bf88-49df-be49-48d31373de8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.011018886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b372e067-79ab-40ad-b364-10cc64fab15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.011747031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"4a419483-b55e-4f7d-85a3-759e4635ba9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.028969817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"ea76a5c6-1cb6-41cd-a2ec-69e579a6cee9","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.0682427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3349c10519a7e65703144d193c202c9416fe2186dc2a8ddafffa0f4ebc38d35e) AuthConfig (255026a327b46772ae748914239433df91e0a5bc519c7f2078287719635a44ed) AuthConfig (4a9b533e454ac9f7029f6af5ae76693f7465091e79bf896dfd4ad34b2f6e9843) AuthConfig (61d0cffeecc9b66df89cc92ac7593a76a93b3eeb21d1add97eb2270b2a41edc4) AuthConfig (f280323c12d4c61f43db029a0b00c88381bd928e886200d11a3da3347de59f1d) AuthConfig (2083035bd392411c255e8cc7c5cf0f919d25ff962436dd633c5dbc724c41b950) AuthConfig (2bde651fb79091d29800fa187a42d607a1271196f4a999db68f665223fd4c83b) AuthConfig (08b236bf3698c3571d0eb9835d8ddb9eb64d506020f5bb69604486885e0f1e83) AuthConfig (371ff61011f8bc7a8cfe756f072d89687f2c998e0c4d671e49e0f4d5c7cc6a39) AuthConfig (cbd050b5885b0bd13e0c461b95a24c1991faeedb4935778be279f17e640c580a) AuthConfig (cd57a8112894fb4cee3020a79a1eb75257b3af58f7b566934b8957455f35b04b) AuthConfig (c361c319c47aad993454172ec1ba7e91ad1bfc540a2204806ebb664fc3fc437a) AuthConfig (8524c31a69c0e8f0b438e30f26fe7bf8d9ccd9104bfa0faf5c1d5a416189f222) AuthConfig (fdb5366ac9096befabec49911980d2f54505f21a0becdbf09863ed062ea22db5) AuthConfig (8dc3688e8270914b30c26fae5bbbc25057f05cd232a88b037efcf5458800ce84) AuthConfig (5b6d7b05718fddcf878d6c3fc163c5548f2a0766fc37a9841a0fb02be0ad5cd8) AuthConfig (265950f30076d677ae240b177996248eba2a4e810b71d24df3e0e5b02498168d) AuthConfig (70863cee396a67fcfb8fe6749cfc62fe1a20e9ac0f814a6e142788959ada9597) AuthConfig (3ac37b51bf2ac9a32752e029b3840b40e6965610939a43ad6759c93c21ba315c) AuthConfig (5c17c88e47a71412502a8783df6cf9955ac86a7410d9e63b4812ae96f0c4f42c) AuthConfig (c3f2aebaeb3f724e611fca63dc93ee221ab7975943d81e1d9a4b02992632dc8c) AuthConfig (9685d58f2d90d6b1321ea9c40607e357cf2c7d2552530e83e7ef5f23e814af13) AuthConfig (f95b5f78417e361f7a5f376815685be41836fb9c8d698f8bab98fc8107f9a87e) AuthConfig (c6c16c42c893552d521c038ef67d4366be55546dd44cba079db51ee6db51bf98) AuthConfig (f3b5497eb3661723fa170daf1f07df838eed00a01a03ff3904f0829068a5333e) AuthConfig (93256d4302e934f887209f94ce2e06c366697213ec8eceaf63141c167d83907c) AuthConfig (d2a5a4734a34bb109afb355f9c960de163cc155bb6a2edd823878f98c0b5e31b) AuthConfig (f9c504597c0844c9fdd882a3f33c84ca814f6e688d9c92a356073d99ba717bd3) AuthConfig (582645508c9a803e03afdf856683ec6d8b06ce774aaafdaf78d21f081fd30a67) AuthConfig (f736a5c11ef7e6b1ac2402d193f77cee01ae6b4824f6e9321aeb1d876616deaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"4a419483-b55e-4f7d-85a3-759e4635ba9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.068341716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3349c10519a7e65703144d193c202c9416fe2186dc2a8ddafffa0f4ebc38d35e) AuthConfig (255026a327b46772ae748914239433df91e0a5bc519c7f2078287719635a44ed) AuthConfig (4a9b533e454ac9f7029f6af5ae76693f7465091e79bf896dfd4ad34b2f6e9843) AuthConfig (61d0cffeecc9b66df89cc92ac7593a76a93b3eeb21d1add97eb2270b2a41edc4) AuthConfig (f280323c12d4c61f43db029a0b00c88381bd928e886200d11a3da3347de59f1d) AuthConfig (2083035bd392411c255e8cc7c5cf0f919d25ff962436dd633c5dbc724c41b950) AuthConfig (2bde651fb79091d29800fa187a42d607a1271196f4a999db68f665223fd4c83b) AuthConfig (08b236bf3698c3571d0eb9835d8ddb9eb64d506020f5bb69604486885e0f1e83) AuthConfig (371ff61011f8bc7a8cfe756f072d89687f2c998e0c4d671e49e0f4d5c7cc6a39) AuthConfig (cbd050b5885b0bd13e0c461b95a24c1991faeedb4935778be279f17e640c580a) AuthConfig (cd57a8112894fb4cee3020a79a1eb75257b3af58f7b566934b8957455f35b04b) AuthConfig (c361c319c47aad993454172ec1ba7e91ad1bfc540a2204806ebb664fc3fc437a) AuthConfig (8524c31a69c0e8f0b438e30f26fe7bf8d9ccd9104bfa0faf5c1d5a416189f222) AuthConfig (fdb5366ac9096befabec49911980d2f54505f21a0becdbf09863ed062ea22db5) AuthConfig (8dc3688e8270914b30c26fae5bbbc25057f05cd232a88b037efcf5458800ce84) AuthConfig (5b6d7b05718fddcf878d6c3fc163c5548f2a0766fc37a9841a0fb02be0ad5cd8) AuthConfig (265950f30076d677ae240b177996248eba2a4e810b71d24df3e0e5b02498168d) AuthConfig (70863cee396a67fcfb8fe6749cfc62fe1a20e9ac0f814a6e142788959ada9597) AuthConfig (3ac37b51bf2ac9a32752e029b3840b40e6965610939a43ad6759c93c21ba315c) AuthConfig (5c17c88e47a71412502a8783df6cf9955ac86a7410d9e63b4812ae96f0c4f42c) AuthConfig (c3f2aebaeb3f724e611fca63dc93ee221ab7975943d81e1d9a4b02992632dc8c) AuthConfig (9685d58f2d90d6b1321ea9c40607e357cf2c7d2552530e83e7ef5f23e814af13) AuthConfig (f95b5f78417e361f7a5f376815685be41836fb9c8d698f8bab98fc8107f9a87e) AuthConfig (c6c16c42c893552d521c038ef67d4366be55546dd44cba079db51ee6db51bf98) AuthConfig (f3b5497eb3661723fa170daf1f07df838eed00a01a03ff3904f0829068a5333e) AuthConfig (93256d4302e934f887209f94ce2e06c366697213ec8eceaf63141c167d83907c) AuthConfig (d2a5a4734a34bb109afb355f9c960de163cc155bb6a2edd823878f98c0b5e31b) AuthConfig (f9c504597c0844c9fdd882a3f33c84ca814f6e688d9c92a356073d99ba717bd3) AuthConfig (582645508c9a803e03afdf856683ec6d8b06ce774aaafdaf78d21f081fd30a67) AuthConfig (f736a5c11ef7e6b1ac2402d193f77cee01ae6b4824f6e9321aeb1d876616deaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b372e067-79ab-40ad-b364-10cc64fab15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.069177608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"01f7f54c-bf88-49df-be49-48d31373de8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:46.121565497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b372e067-79ab-40ad-b364-10cc64fab15f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.132421406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"73bedd21-d7af-4294-a44a-681fb3acd66e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.182901027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"51a60f6c-8f59-4f75-bbc7-e0cd6dc60bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.193481307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"127c4b98-5731-4172-9b5e-b52b025d765d","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.239247152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"51a60f6c-8f59-4f75-bbc7-e0cd6dc60bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.249653905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"f8ac83ac-2438-4b54-85ae-9ca0d012848c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.283525712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"63ba73a8-5342-4b61-9539-8ff8cd6f0f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.294529001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"51a60f6c-8f59-4f75-bbc7-e0cd6dc60bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.34033866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"63ba73a8-5342-4b61-9539-8ff8cd6f0f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.395843592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3349c10519a7e65703144d193c202c9416fe2186dc2a8ddafffa0f4ebc38d35e) AuthConfig (255026a327b46772ae748914239433df91e0a5bc519c7f2078287719635a44ed) AuthConfig (4a9b533e454ac9f7029f6af5ae76693f7465091e79bf896dfd4ad34b2f6e9843) AuthConfig (61d0cffeecc9b66df89cc92ac7593a76a93b3eeb21d1add97eb2270b2a41edc4) AuthConfig (f280323c12d4c61f43db029a0b00c88381bd928e886200d11a3da3347de59f1d) AuthConfig (2083035bd392411c255e8cc7c5cf0f919d25ff962436dd633c5dbc724c41b950) AuthConfig (2bde651fb79091d29800fa187a42d607a1271196f4a999db68f665223fd4c83b) AuthConfig (08b236bf3698c3571d0eb9835d8ddb9eb64d506020f5bb69604486885e0f1e83) AuthConfig (371ff61011f8bc7a8cfe756f072d89687f2c998e0c4d671e49e0f4d5c7cc6a39) AuthConfig (cbd050b5885b0bd13e0c461b95a24c1991faeedb4935778be279f17e640c580a) AuthConfig (cd57a8112894fb4cee3020a79a1eb75257b3af58f7b566934b8957455f35b04b) AuthConfig (c361c319c47aad993454172ec1ba7e91ad1bfc540a2204806ebb664fc3fc437a) AuthConfig (8524c31a69c0e8f0b438e30f26fe7bf8d9ccd9104bfa0faf5c1d5a416189f222) AuthConfig (fdb5366ac9096befabec49911980d2f54505f21a0becdbf09863ed062ea22db5) AuthConfig (8dc3688e8270914b30c26fae5bbbc25057f05cd232a88b037efcf5458800ce84) AuthConfig (5b6d7b05718fddcf878d6c3fc163c5548f2a0766fc37a9841a0fb02be0ad5cd8) AuthConfig (265950f30076d677ae240b177996248eba2a4e810b71d24df3e0e5b02498168d) AuthConfig (70863cee396a67fcfb8fe6749cfc62fe1a20e9ac0f814a6e142788959ada9597) AuthConfig (3ac37b51bf2ac9a32752e029b3840b40e6965610939a43ad6759c93c21ba315c) AuthConfig (5c17c88e47a71412502a8783df6cf9955ac86a7410d9e63b4812ae96f0c4f42c) AuthConfig (c3f2aebaeb3f724e611fca63dc93ee221ab7975943d81e1d9a4b02992632dc8c) AuthConfig (9685d58f2d90d6b1321ea9c40607e357cf2c7d2552530e83e7ef5f23e814af13) AuthConfig (f95b5f78417e361f7a5f376815685be41836fb9c8d698f8bab98fc8107f9a87e) AuthConfig (c6c16c42c893552d521c038ef67d4366be55546dd44cba079db51ee6db51bf98) AuthConfig (f3b5497eb3661723fa170daf1f07df838eed00a01a03ff3904f0829068a5333e) AuthConfig (93256d4302e934f887209f94ce2e06c366697213ec8eceaf63141c167d83907c) AuthConfig (d2a5a4734a34bb109afb355f9c960de163cc155bb6a2edd823878f98c0b5e31b) AuthConfig (f9c504597c0844c9fdd882a3f33c84ca814f6e688d9c92a356073d99ba717bd3) AuthConfig (582645508c9a803e03afdf856683ec6d8b06ce774aaafdaf78d21f081fd30a67) AuthConfig (f736a5c11ef7e6b1ac2402d193f77cee01ae6b4824f6e9321aeb1d876616deaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"63ba73a8-5342-4b61-9539-8ff8cd6f0f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.406359174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf-auth","reconcileID":"2c1ef5d4-106d-4144-a5f5-028a5bdd36cc","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.462730217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf-auth","reconcileID":"2c1ef5d4-106d-4144-a5f5-028a5bdd36cc","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.479610108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"3abdb9c8-a199-4a14-a8a8-b3c4b9261ced","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.536290766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"aa171bf4-b259-4fb3-8ce1-f4320814407c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:25:46.589334763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8f23ecaf","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf","reconcileID":"330cbd1a-8518-479d-a289-b2d35c8e6a1e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-8f23ecaf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.594647751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"9dcf1265-f32f-4b44-8d57-421409431a54","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.634078661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2e01f32c-ffb1-4eb8-bb9e-51f47f1f8849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.634434141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"166d33be-af24-418b-90c8-f46d5c90d44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.690766088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2e01f32c-ffb1-4eb8-bb9e-51f47f1f8849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.690809597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"166d33be-af24-418b-90c8-f46d5c90d44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.703350879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"116decec-14ee-4ebe-9cff-082fa2cbd360","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.758187269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"959dc0cc-6a0f-4fa6-9308-1e5fd549ccee","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.777805169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"9a1428e2-6d36-47f8-b702-56602272b8f8","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.93226322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf-auth","reconcileID":"5b326555-ac2a-4930-b9fb-82b703524a4e","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:46.988963677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf-auth","reconcileID":"5b326555-ac2a-4930-b9fb-82b703524a4e","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:47.027993025Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8f23ecaf","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf","reconcileID":"7f63fba6-0fb3-476e-b371-84a4676667c4","MaaSSubscription":{"name":"e2e-combo-sub-8f23ecaf","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/e2e-combo-sub-8f23ecaf","ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:47.033626152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d04f6cfc-b316-451a-a78c-68d55cdbb4ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:47.033722422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b816604a-1f3c-4d92-a634-98fcc4684674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:47.090366681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b816604a-1f3c-4d92-a634-98fcc4684674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:47.090580878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d04f6cfc-b316-451a-a78c-68d55cdbb4ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:47.191760273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"a730610c-6e12-4800-9250-ab4c2a30d9da","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:47.236240692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"8084c97b-82b0-4f0a-8107-1f1c9087f947","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:47.399829625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8f23ecaf","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf","reconcileID":"71bcd3aa-e0a6-4eb4-b20e-2a63673e00a7","MaaSSubscription":{"name":"e2e-combo-sub-8f23ecaf","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:50.905415183Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.706701725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"64583ab9-d001-47ef-8dfd-c31b0fba2381","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.861044256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"4c4574ad-8383-4bf7-b4b6-ccf8f0901d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.861234467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b946f92e-2479-40e0-949e-5c7715bd86f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.861045532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf-auth","reconcileID":"754255c8-7b73-49be-9b89-1d19e655d0c2","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.919209871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b946f92e-2479-40e0-949e-5c7715bd86f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.919247045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf-auth","reconcileID":"754255c8-7b73-49be-9b89-1d19e655d0c2","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:51.921326966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"4c4574ad-8383-4bf7-b4b6-ccf8f0901d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.275172009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0260cf83-a90b-45ab-a38f-8e84f685b4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.275263553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"10a8f179-4165-40d8-93d9-9c83284dcaaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.332346307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"10a8f179-4165-40d8-93d9-9c83284dcaaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.332658972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0260cf83-a90b-45ab-a38f-8e84f685b4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.390288095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9466a17bc8b890466a9f19c786dedfa37d6d46ff2196c6e488b9cba73f122c) AuthConfig (fbe915f274484ce7a5b8a03ca4c0a04aadd95ee1b50900821b50b0e7fc9de985) AuthConfig (e8dd02e0fb4422108a0d103f5221edab2d76953fe2bbf922646ee59abd3204df) AuthConfig (c0215335852762951b27235b4e76699762313536edd020b607c9140c351359b3) AuthConfig (3c0109ae2ef9b5d25360f9a82933878f5bf72613ea61b882df165831f4164059) AuthConfig (dd91444e28acd0f8760add9ef382214632661a44dc304b82377f3249f8508bfe) AuthConfig (cffae84d34d0854dd809a540af15d192a8b48ae29c593a6946c5fa8dcce953eb) AuthConfig (9f117c5b6477d5bcd3be208965c0f7ffd70da302f45ddcfa38716c509133bb51) AuthConfig (394be2b4a59f27213881d14aa4e26f2fee169dc3eb420d673a61cf397be7ca6b) AuthConfig (32031ae4f39c19834541f155097d7ef14a7f81a58d700b67ee422ae5b81431a7) AuthConfig (08638054c61af14a03acd45d94318e2a9897a7dce8d1ce938e1c15361cd86cdd) AuthConfig (bb11db18390f98df91c75ff9ad82dbd81a4884faef39f18db7d54314f4285e5e) AuthConfig (b42441d792299b239cdb21443fc83a89bbb50353584b44bfef1b31ba63c7516f) AuthConfig (8cbe29f5290c26b13f9d2786d06bb74f98619edb75ea1a0ac12e13fada9de611) AuthConfig (1abaa42fbc2f94dfea358938849af8ef3f2f66f9f36c496f1ba4123c172b5132) AuthConfig (8defb8257d3988b770098d648035e9fc020966e195e995305b133560a0f6f08b) AuthConfig (bfea749b9cf87c957c0487ed72e6ccc5992ff6868aa1b98f8e207bc63d3ff840) AuthConfig (edc5259b5887cfb92ea564a377930a30ae0542e99f07169683f9cc7fdcf40da3) AuthConfig (4b0a68565c1c1a78a6ae15b2a091ae2cd1849bf990dfc700a2f90840903db13d) AuthConfig (b866560b297fa7e489bd868aea75127145923699aa6d4880aec73bd2b84b6479) AuthConfig (565269d42eae44428f853b8d3c1a82882aa5933ff98f7e0cc2f90458f0ea95c3) AuthConfig (329058e1c7d6d00f195786feb6f1136fedfeabaa6bc17d7300b92cf89fa45268) AuthConfig (f8c4d86eae83d9da2ae96ba8756718436b5fd88eb71aef0e15a81f04180ccb1e) AuthConfig (9d6cac97818732216e9ed47d88955f058cd02a34e2ab1115b4e44368caf27979) AuthConfig (7871abe5858f5cb4351d5843d447d15d2469c95590386499ba89a167ead15213) AuthConfig (def8895caf38c9f4425264f19894529ecdd5e8c57fb1f352508e974c8cf3a5fe) AuthConfig (d09c9cbfa9da5bc8c6aad2f88faae4fc9662ef204b4693fcbdbd94c7c657fdc8) AuthConfig (2bbcbed4944c0cdccb7fba13b85900b7d45ab5d00d8cb0805d8ff4892acaa0ca) AuthConfig (c7294a2a166f899adf71b7ebfb5135f076bfa5759475ee82809fc3f055efe123) AuthConfig (f657ce38dd85b5b58ca09bd049374e25576dce3be70fc3a390dbc8c8ea4e08ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0260cf83-a90b-45ab-a38f-8e84f685b4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.396799071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"785d899e-93d9-46bc-aeea-b764041c3443","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.447936372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"6a22b934-63f7-4d59-b69a-697d060f8acd","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.448785442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ee2d13b5-8f49-43ac-8dc0-0a6f53137ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.508962905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ee2d13b5-8f49-43ac-8dc0-0a6f53137ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.552078615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"9af95674-a007-48bd-8c2b-98444e0dfc72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.564711124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9466a17bc8b890466a9f19c786dedfa37d6d46ff2196c6e488b9cba73f122c) AuthConfig (fbe915f274484ce7a5b8a03ca4c0a04aadd95ee1b50900821b50b0e7fc9de985) AuthConfig (e8dd02e0fb4422108a0d103f5221edab2d76953fe2bbf922646ee59abd3204df) AuthConfig (c0215335852762951b27235b4e76699762313536edd020b607c9140c351359b3) AuthConfig (3c0109ae2ef9b5d25360f9a82933878f5bf72613ea61b882df165831f4164059) AuthConfig (dd91444e28acd0f8760add9ef382214632661a44dc304b82377f3249f8508bfe) AuthConfig (cffae84d34d0854dd809a540af15d192a8b48ae29c593a6946c5fa8dcce953eb) AuthConfig (9f117c5b6477d5bcd3be208965c0f7ffd70da302f45ddcfa38716c509133bb51) AuthConfig (394be2b4a59f27213881d14aa4e26f2fee169dc3eb420d673a61cf397be7ca6b) AuthConfig (32031ae4f39c19834541f155097d7ef14a7f81a58d700b67ee422ae5b81431a7) AuthConfig (08638054c61af14a03acd45d94318e2a9897a7dce8d1ce938e1c15361cd86cdd) AuthConfig (bb11db18390f98df91c75ff9ad82dbd81a4884faef39f18db7d54314f4285e5e) AuthConfig (b42441d792299b239cdb21443fc83a89bbb50353584b44bfef1b31ba63c7516f) AuthConfig (8cbe29f5290c26b13f9d2786d06bb74f98619edb75ea1a0ac12e13fada9de611) AuthConfig (1abaa42fbc2f94dfea358938849af8ef3f2f66f9f36c496f1ba4123c172b5132) AuthConfig (8defb8257d3988b770098d648035e9fc020966e195e995305b133560a0f6f08b) AuthConfig (bfea749b9cf87c957c0487ed72e6ccc5992ff6868aa1b98f8e207bc63d3ff840) AuthConfig (edc5259b5887cfb92ea564a377930a30ae0542e99f07169683f9cc7fdcf40da3) AuthConfig (4b0a68565c1c1a78a6ae15b2a091ae2cd1849bf990dfc700a2f90840903db13d) AuthConfig (b866560b297fa7e489bd868aea75127145923699aa6d4880aec73bd2b84b6479) AuthConfig (565269d42eae44428f853b8d3c1a82882aa5933ff98f7e0cc2f90458f0ea95c3) AuthConfig (329058e1c7d6d00f195786feb6f1136fedfeabaa6bc17d7300b92cf89fa45268) AuthConfig (f8c4d86eae83d9da2ae96ba8756718436b5fd88eb71aef0e15a81f04180ccb1e) AuthConfig (9d6cac97818732216e9ed47d88955f058cd02a34e2ab1115b4e44368caf27979) AuthConfig (7871abe5858f5cb4351d5843d447d15d2469c95590386499ba89a167ead15213) AuthConfig (def8895caf38c9f4425264f19894529ecdd5e8c57fb1f352508e974c8cf3a5fe) AuthConfig (d09c9cbfa9da5bc8c6aad2f88faae4fc9662ef204b4693fcbdbd94c7c657fdc8) AuthConfig (2bbcbed4944c0cdccb7fba13b85900b7d45ab5d00d8cb0805d8ff4892acaa0ca) AuthConfig (c7294a2a166f899adf71b7ebfb5135f076bfa5759475ee82809fc3f055efe123) AuthConfig (f657ce38dd85b5b58ca09bd049374e25576dce3be70fc3a390dbc8c8ea4e08ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ee2d13b5-8f49-43ac-8dc0-0a6f53137ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.565487672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"3a7f1fae-5a5c-4a96-ae5b-1a3192a77297","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.60885554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"9af95674-a007-48bd-8c2b-98444e0dfc72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.622487115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"00c4415f-4c69-441d-8751-13142f9ac884","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.653335814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"3bb5ad4d-19a3-4341-bf8c-8c87be4618df","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.681548676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"e157fe23-4690-4ca2-9f40-e89650ea6d74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.862681956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"3dd873bc-3107-4bad-a74e-08198b0b83fb","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.931669756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"f9ffc3b1-b6fd-4d7c-bdd7-5912f5734d99","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.983639642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"e7b08f8b-fc8c-4c15-a53e-f79f6881c4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:56.986843308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"617ee7f8-93d8-4289-9155-c55c5a2c2a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.040869083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"e7b08f8b-fc8c-4c15-a53e-f79f6881c4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.044699603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"617ee7f8-93d8-4289-9155-c55c5a2c2a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.096665046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9466a17bc8b890466a9f19c786dedfa37d6d46ff2196c6e488b9cba73f122c) AuthConfig (fbe915f274484ce7a5b8a03ca4c0a04aadd95ee1b50900821b50b0e7fc9de985) AuthConfig (e8dd02e0fb4422108a0d103f5221edab2d76953fe2bbf922646ee59abd3204df) AuthConfig (c0215335852762951b27235b4e76699762313536edd020b607c9140c351359b3) AuthConfig (3c0109ae2ef9b5d25360f9a82933878f5bf72613ea61b882df165831f4164059) AuthConfig (dd91444e28acd0f8760add9ef382214632661a44dc304b82377f3249f8508bfe) AuthConfig (cffae84d34d0854dd809a540af15d192a8b48ae29c593a6946c5fa8dcce953eb) AuthConfig (9f117c5b6477d5bcd3be208965c0f7ffd70da302f45ddcfa38716c509133bb51) AuthConfig (394be2b4a59f27213881d14aa4e26f2fee169dc3eb420d673a61cf397be7ca6b) AuthConfig (32031ae4f39c19834541f155097d7ef14a7f81a58d700b67ee422ae5b81431a7) AuthConfig (08638054c61af14a03acd45d94318e2a9897a7dce8d1ce938e1c15361cd86cdd) AuthConfig (bb11db18390f98df91c75ff9ad82dbd81a4884faef39f18db7d54314f4285e5e) AuthConfig (b42441d792299b239cdb21443fc83a89bbb50353584b44bfef1b31ba63c7516f) AuthConfig (8cbe29f5290c26b13f9d2786d06bb74f98619edb75ea1a0ac12e13fada9de611) AuthConfig (1abaa42fbc2f94dfea358938849af8ef3f2f66f9f36c496f1ba4123c172b5132) AuthConfig (8defb8257d3988b770098d648035e9fc020966e195e995305b133560a0f6f08b) AuthConfig (bfea749b9cf87c957c0487ed72e6ccc5992ff6868aa1b98f8e207bc63d3ff840) AuthConfig (edc5259b5887cfb92ea564a377930a30ae0542e99f07169683f9cc7fdcf40da3) AuthConfig (4b0a68565c1c1a78a6ae15b2a091ae2cd1849bf990dfc700a2f90840903db13d) AuthConfig (b866560b297fa7e489bd868aea75127145923699aa6d4880aec73bd2b84b6479) AuthConfig (565269d42eae44428f853b8d3c1a82882aa5933ff98f7e0cc2f90458f0ea95c3) AuthConfig (329058e1c7d6d00f195786feb6f1136fedfeabaa6bc17d7300b92cf89fa45268) AuthConfig (f8c4d86eae83d9da2ae96ba8756718436b5fd88eb71aef0e15a81f04180ccb1e) AuthConfig (9d6cac97818732216e9ed47d88955f058cd02a34e2ab1115b4e44368caf27979) AuthConfig (7871abe5858f5cb4351d5843d447d15d2469c95590386499ba89a167ead15213) AuthConfig (def8895caf38c9f4425264f19894529ecdd5e8c57fb1f352508e974c8cf3a5fe) AuthConfig (d09c9cbfa9da5bc8c6aad2f88faae4fc9662ef204b4693fcbdbd94c7c657fdc8) AuthConfig (2bbcbed4944c0cdccb7fba13b85900b7d45ab5d00d8cb0805d8ff4892acaa0ca) AuthConfig (c7294a2a166f899adf71b7ebfb5135f076bfa5759475ee82809fc3f055efe123) AuthConfig (f657ce38dd85b5b58ca09bd049374e25576dce3be70fc3a390dbc8c8ea4e08ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"e7b08f8b-fc8c-4c15-a53e-f79f6881c4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.100024538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9466a17bc8b890466a9f19c786dedfa37d6d46ff2196c6e488b9cba73f122c) AuthConfig (fbe915f274484ce7a5b8a03ca4c0a04aadd95ee1b50900821b50b0e7fc9de985) AuthConfig (e8dd02e0fb4422108a0d103f5221edab2d76953fe2bbf922646ee59abd3204df) AuthConfig (c0215335852762951b27235b4e76699762313536edd020b607c9140c351359b3) AuthConfig (3c0109ae2ef9b5d25360f9a82933878f5bf72613ea61b882df165831f4164059) AuthConfig (dd91444e28acd0f8760add9ef382214632661a44dc304b82377f3249f8508bfe) AuthConfig (cffae84d34d0854dd809a540af15d192a8b48ae29c593a6946c5fa8dcce953eb) AuthConfig (9f117c5b6477d5bcd3be208965c0f7ffd70da302f45ddcfa38716c509133bb51) AuthConfig (394be2b4a59f27213881d14aa4e26f2fee169dc3eb420d673a61cf397be7ca6b) AuthConfig (32031ae4f39c19834541f155097d7ef14a7f81a58d700b67ee422ae5b81431a7) AuthConfig (08638054c61af14a03acd45d94318e2a9897a7dce8d1ce938e1c15361cd86cdd) AuthConfig (bb11db18390f98df91c75ff9ad82dbd81a4884faef39f18db7d54314f4285e5e) AuthConfig (b42441d792299b239cdb21443fc83a89bbb50353584b44bfef1b31ba63c7516f) AuthConfig (8cbe29f5290c26b13f9d2786d06bb74f98619edb75ea1a0ac12e13fada9de611) AuthConfig (1abaa42fbc2f94dfea358938849af8ef3f2f66f9f36c496f1ba4123c172b5132) AuthConfig (8defb8257d3988b770098d648035e9fc020966e195e995305b133560a0f6f08b) AuthConfig (bfea749b9cf87c957c0487ed72e6ccc5992ff6868aa1b98f8e207bc63d3ff840) AuthConfig (edc5259b5887cfb92ea564a377930a30ae0542e99f07169683f9cc7fdcf40da3) AuthConfig (4b0a68565c1c1a78a6ae15b2a091ae2cd1849bf990dfc700a2f90840903db13d) AuthConfig (b866560b297fa7e489bd868aea75127145923699aa6d4880aec73bd2b84b6479) AuthConfig (565269d42eae44428f853b8d3c1a82882aa5933ff98f7e0cc2f90458f0ea95c3) AuthConfig (329058e1c7d6d00f195786feb6f1136fedfeabaa6bc17d7300b92cf89fa45268) AuthConfig (f8c4d86eae83d9da2ae96ba8756718436b5fd88eb71aef0e15a81f04180ccb1e) AuthConfig (9d6cac97818732216e9ed47d88955f058cd02a34e2ab1115b4e44368caf27979) AuthConfig (7871abe5858f5cb4351d5843d447d15d2469c95590386499ba89a167ead15213) AuthConfig (def8895caf38c9f4425264f19894529ecdd5e8c57fb1f352508e974c8cf3a5fe) AuthConfig (d09c9cbfa9da5bc8c6aad2f88faae4fc9662ef204b4693fcbdbd94c7c657fdc8) AuthConfig (2bbcbed4944c0cdccb7fba13b85900b7d45ab5d00d8cb0805d8ff4892acaa0ca) AuthConfig (c7294a2a166f899adf71b7ebfb5135f076bfa5759475ee82809fc3f055efe123) AuthConfig (f657ce38dd85b5b58ca09bd049374e25576dce3be70fc3a390dbc8c8ea4e08ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"617ee7f8-93d8-4289-9155-c55c5a2c2a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.25499595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8169417b-d4ba-4294-b734-306e80df7a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.255037734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"661f0bbd-9380-458c-8e83-736c80e8f86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.312110591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8169417b-d4ba-4294-b734-306e80df7a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.312435649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"661f0bbd-9380-458c-8e83-736c80e8f86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.368116809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9466a17bc8b890466a9f19c786dedfa37d6d46ff2196c6e488b9cba73f122c) AuthConfig (fbe915f274484ce7a5b8a03ca4c0a04aadd95ee1b50900821b50b0e7fc9de985) AuthConfig (e8dd02e0fb4422108a0d103f5221edab2d76953fe2bbf922646ee59abd3204df) AuthConfig (c0215335852762951b27235b4e76699762313536edd020b607c9140c351359b3) AuthConfig (3c0109ae2ef9b5d25360f9a82933878f5bf72613ea61b882df165831f4164059) AuthConfig (dd91444e28acd0f8760add9ef382214632661a44dc304b82377f3249f8508bfe) AuthConfig (cffae84d34d0854dd809a540af15d192a8b48ae29c593a6946c5fa8dcce953eb) AuthConfig (9f117c5b6477d5bcd3be208965c0f7ffd70da302f45ddcfa38716c509133bb51) AuthConfig (394be2b4a59f27213881d14aa4e26f2fee169dc3eb420d673a61cf397be7ca6b) AuthConfig (32031ae4f39c19834541f155097d7ef14a7f81a58d700b67ee422ae5b81431a7) AuthConfig (08638054c61af14a03acd45d94318e2a9897a7dce8d1ce938e1c15361cd86cdd) AuthConfig (bb11db18390f98df91c75ff9ad82dbd81a4884faef39f18db7d54314f4285e5e) AuthConfig (b42441d792299b239cdb21443fc83a89bbb50353584b44bfef1b31ba63c7516f) AuthConfig (8cbe29f5290c26b13f9d2786d06bb74f98619edb75ea1a0ac12e13fada9de611) AuthConfig (1abaa42fbc2f94dfea358938849af8ef3f2f66f9f36c496f1ba4123c172b5132) AuthConfig (8defb8257d3988b770098d648035e9fc020966e195e995305b133560a0f6f08b) AuthConfig (bfea749b9cf87c957c0487ed72e6ccc5992ff6868aa1b98f8e207bc63d3ff840) AuthConfig (edc5259b5887cfb92ea564a377930a30ae0542e99f07169683f9cc7fdcf40da3) AuthConfig (4b0a68565c1c1a78a6ae15b2a091ae2cd1849bf990dfc700a2f90840903db13d) AuthConfig (b866560b297fa7e489bd868aea75127145923699aa6d4880aec73bd2b84b6479) AuthConfig (565269d42eae44428f853b8d3c1a82882aa5933ff98f7e0cc2f90458f0ea95c3) AuthConfig (329058e1c7d6d00f195786feb6f1136fedfeabaa6bc17d7300b92cf89fa45268) AuthConfig (f8c4d86eae83d9da2ae96ba8756718436b5fd88eb71aef0e15a81f04180ccb1e) AuthConfig (9d6cac97818732216e9ed47d88955f058cd02a34e2ab1115b4e44368caf27979) AuthConfig (7871abe5858f5cb4351d5843d447d15d2469c95590386499ba89a167ead15213) AuthConfig (def8895caf38c9f4425264f19894529ecdd5e8c57fb1f352508e974c8cf3a5fe) AuthConfig (d09c9cbfa9da5bc8c6aad2f88faae4fc9662ef204b4693fcbdbd94c7c657fdc8) AuthConfig (2bbcbed4944c0cdccb7fba13b85900b7d45ab5d00d8cb0805d8ff4892acaa0ca) AuthConfig (c7294a2a166f899adf71b7ebfb5135f076bfa5759475ee82809fc3f055efe123) AuthConfig (f657ce38dd85b5b58ca09bd049374e25576dce3be70fc3a390dbc8c8ea4e08ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8169417b-d4ba-4294-b734-306e80df7a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:25:57.368202799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9466a17bc8b890466a9f19c786dedfa37d6d46ff2196c6e488b9cba73f122c) AuthConfig (fbe915f274484ce7a5b8a03ca4c0a04aadd95ee1b50900821b50b0e7fc9de985) AuthConfig (e8dd02e0fb4422108a0d103f5221edab2d76953fe2bbf922646ee59abd3204df) AuthConfig (c0215335852762951b27235b4e76699762313536edd020b607c9140c351359b3) AuthConfig (3c0109ae2ef9b5d25360f9a82933878f5bf72613ea61b882df165831f4164059) AuthConfig (dd91444e28acd0f8760add9ef382214632661a44dc304b82377f3249f8508bfe) AuthConfig (cffae84d34d0854dd809a540af15d192a8b48ae29c593a6946c5fa8dcce953eb) AuthConfig (9f117c5b6477d5bcd3be208965c0f7ffd70da302f45ddcfa38716c509133bb51) AuthConfig (394be2b4a59f27213881d14aa4e26f2fee169dc3eb420d673a61cf397be7ca6b) AuthConfig (32031ae4f39c19834541f155097d7ef14a7f81a58d700b67ee422ae5b81431a7) AuthConfig (08638054c61af14a03acd45d94318e2a9897a7dce8d1ce938e1c15361cd86cdd) AuthConfig (bb11db18390f98df91c75ff9ad82dbd81a4884faef39f18db7d54314f4285e5e) AuthConfig (b42441d792299b239cdb21443fc83a89bbb50353584b44bfef1b31ba63c7516f) AuthConfig (8cbe29f5290c26b13f9d2786d06bb74f98619edb75ea1a0ac12e13fada9de611) AuthConfig (1abaa42fbc2f94dfea358938849af8ef3f2f66f9f36c496f1ba4123c172b5132) AuthConfig (8defb8257d3988b770098d648035e9fc020966e195e995305b133560a0f6f08b) AuthConfig (bfea749b9cf87c957c0487ed72e6ccc5992ff6868aa1b98f8e207bc63d3ff840) AuthConfig (edc5259b5887cfb92ea564a377930a30ae0542e99f07169683f9cc7fdcf40da3) AuthConfig (4b0a68565c1c1a78a6ae15b2a091ae2cd1849bf990dfc700a2f90840903db13d) AuthConfig (b866560b297fa7e489bd868aea75127145923699aa6d4880aec73bd2b84b6479) AuthConfig (565269d42eae44428f853b8d3c1a82882aa5933ff98f7e0cc2f90458f0ea95c3) AuthConfig (329058e1c7d6d00f195786feb6f1136fedfeabaa6bc17d7300b92cf89fa45268) AuthConfig (f8c4d86eae83d9da2ae96ba8756718436b5fd88eb71aef0e15a81f04180ccb1e) AuthConfig (9d6cac97818732216e9ed47d88955f058cd02a34e2ab1115b4e44368caf27979) AuthConfig (7871abe5858f5cb4351d5843d447d15d2469c95590386499ba89a167ead15213) AuthConfig (def8895caf38c9f4425264f19894529ecdd5e8c57fb1f352508e974c8cf3a5fe) AuthConfig (d09c9cbfa9da5bc8c6aad2f88faae4fc9662ef204b4693fcbdbd94c7c657fdc8) AuthConfig (2bbcbed4944c0cdccb7fba13b85900b7d45ab5d00d8cb0805d8ff4892acaa0ca) AuthConfig (c7294a2a166f899adf71b7ebfb5135f076bfa5759475ee82809fc3f055efe123) AuthConfig (f657ce38dd85b5b58ca09bd049374e25576dce3be70fc3a390dbc8c8ea4e08ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"661f0bbd-9380-458c-8e83-736c80e8f86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:01.868201145Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8f23ecaf","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf","reconcileID":"6d8b8ca7-d4db-4805-aec1-4e7e4435aba9","MaaSSubscription":{"name":"e2e-combo-sub-8f23ecaf","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscription":"e2e-combo-sub-8f23ecaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.082185655Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8f23ecaf","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf","reconcileID":"6d8b8ca7-d4db-4805-aec1-4e7e4435aba9","MaaSSubscription":{"name":"e2e-combo-sub-8f23ecaf","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.296746505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"30919e87-2011-4203-aee6-16fd927f6ca8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.351270264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"76d5c1bc-0b7d-4956-a4f9-7bd43af96ef7","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.504935417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"52fda774-6206-4923-9be5-634fb760ac8d","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.505868178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf-auth","reconcileID":"5bb5a6cc-d5c4-4089-b194-f2d43c72fcf8","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.506292401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b7d49aa8-15f4-47f1-b070-531e0cd7686d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.506511486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"1ed26255-5eac-4e35-a16b-2e67d8e99e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.569459854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf-auth","reconcileID":"5bb5a6cc-d5c4-4089-b194-f2d43c72fcf8","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.569616691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b7d49aa8-15f4-47f1-b070-531e0cd7686d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.57164419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"1ed26255-5eac-4e35-a16b-2e67d8e99e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.772961531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-combo-sub-8f23ecaf-auth","reconcileID":"ee9dc485-56ec-46ed-a1e5-198bdeb7ec71","MaaSAuthPolicy":{"name":"e2e-combo-sub-8f23ecaf-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:02.932396086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"376450b4-3c70-4bfe-8527-525fb3a439ca","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:07.541723033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c1dedc6c-bd22-4299-bd63-05810ae1b711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:07.541726245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"652418f2-4cd5-4f0d-bf8d-f3439d5a0b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:07.59916898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"652418f2-4cd5-4f0d-bf8d-f3439d5a0b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:07.599263254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c1dedc6c-bd22-4299-bd63-05810ae1b711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:07.65522309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9466a17bc8b890466a9f19c786dedfa37d6d46ff2196c6e488b9cba73f122c) AuthConfig (fbe915f274484ce7a5b8a03ca4c0a04aadd95ee1b50900821b50b0e7fc9de985) AuthConfig (e8dd02e0fb4422108a0d103f5221edab2d76953fe2bbf922646ee59abd3204df) AuthConfig (c0215335852762951b27235b4e76699762313536edd020b607c9140c351359b3) AuthConfig (3c0109ae2ef9b5d25360f9a82933878f5bf72613ea61b882df165831f4164059) AuthConfig (dd91444e28acd0f8760add9ef382214632661a44dc304b82377f3249f8508bfe) AuthConfig (cffae84d34d0854dd809a540af15d192a8b48ae29c593a6946c5fa8dcce953eb) AuthConfig (9f117c5b6477d5bcd3be208965c0f7ffd70da302f45ddcfa38716c509133bb51) AuthConfig (394be2b4a59f27213881d14aa4e26f2fee169dc3eb420d673a61cf397be7ca6b) AuthConfig (32031ae4f39c19834541f155097d7ef14a7f81a58d700b67ee422ae5b81431a7) AuthConfig (08638054c61af14a03acd45d94318e2a9897a7dce8d1ce938e1c15361cd86cdd) AuthConfig (bb11db18390f98df91c75ff9ad82dbd81a4884faef39f18db7d54314f4285e5e) AuthConfig (b42441d792299b239cdb21443fc83a89bbb50353584b44bfef1b31ba63c7516f) AuthConfig (8cbe29f5290c26b13f9d2786d06bb74f98619edb75ea1a0ac12e13fada9de611) AuthConfig (1abaa42fbc2f94dfea358938849af8ef3f2f66f9f36c496f1ba4123c172b5132) AuthConfig (8defb8257d3988b770098d648035e9fc020966e195e995305b133560a0f6f08b) AuthConfig (bfea749b9cf87c957c0487ed72e6ccc5992ff6868aa1b98f8e207bc63d3ff840) AuthConfig (edc5259b5887cfb92ea564a377930a30ae0542e99f07169683f9cc7fdcf40da3) AuthConfig (4b0a68565c1c1a78a6ae15b2a091ae2cd1849bf990dfc700a2f90840903db13d) AuthConfig (b866560b297fa7e489bd868aea75127145923699aa6d4880aec73bd2b84b6479) AuthConfig (565269d42eae44428f853b8d3c1a82882aa5933ff98f7e0cc2f90458f0ea95c3) AuthConfig (329058e1c7d6d00f195786feb6f1136fedfeabaa6bc17d7300b92cf89fa45268) AuthConfig (f8c4d86eae83d9da2ae96ba8756718436b5fd88eb71aef0e15a81f04180ccb1e) AuthConfig (9d6cac97818732216e9ed47d88955f058cd02a34e2ab1115b4e44368caf27979) AuthConfig (7871abe5858f5cb4351d5843d447d15d2469c95590386499ba89a167ead15213) AuthConfig (def8895caf38c9f4425264f19894529ecdd5e8c57fb1f352508e974c8cf3a5fe) AuthConfig (d09c9cbfa9da5bc8c6aad2f88faae4fc9662ef204b4693fcbdbd94c7c657fdc8) AuthConfig (2bbcbed4944c0cdccb7fba13b85900b7d45ab5d00d8cb0805d8ff4892acaa0ca) AuthConfig (c7294a2a166f899adf71b7ebfb5135f076bfa5759475ee82809fc3f055efe123) AuthConfig (f657ce38dd85b5b58ca09bd049374e25576dce3be70fc3a390dbc8c8ea4e08ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"652418f2-4cd5-4f0d-bf8d-f3439d5a0b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:07.655225145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-dfa0bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e9466a17bc8b890466a9f19c786dedfa37d6d46ff2196c6e488b9cba73f122c) AuthConfig (fbe915f274484ce7a5b8a03ca4c0a04aadd95ee1b50900821b50b0e7fc9de985) AuthConfig (e8dd02e0fb4422108a0d103f5221edab2d76953fe2bbf922646ee59abd3204df) AuthConfig (c0215335852762951b27235b4e76699762313536edd020b607c9140c351359b3) AuthConfig (3c0109ae2ef9b5d25360f9a82933878f5bf72613ea61b882df165831f4164059) AuthConfig (dd91444e28acd0f8760add9ef382214632661a44dc304b82377f3249f8508bfe) AuthConfig (cffae84d34d0854dd809a540af15d192a8b48ae29c593a6946c5fa8dcce953eb) AuthConfig (9f117c5b6477d5bcd3be208965c0f7ffd70da302f45ddcfa38716c509133bb51) AuthConfig (394be2b4a59f27213881d14aa4e26f2fee169dc3eb420d673a61cf397be7ca6b) AuthConfig (32031ae4f39c19834541f155097d7ef14a7f81a58d700b67ee422ae5b81431a7) AuthConfig (08638054c61af14a03acd45d94318e2a9897a7dce8d1ce938e1c15361cd86cdd) AuthConfig (bb11db18390f98df91c75ff9ad82dbd81a4884faef39f18db7d54314f4285e5e) AuthConfig (b42441d792299b239cdb21443fc83a89bbb50353584b44bfef1b31ba63c7516f) AuthConfig (8cbe29f5290c26b13f9d2786d06bb74f98619edb75ea1a0ac12e13fada9de611) AuthConfig (1abaa42fbc2f94dfea358938849af8ef3f2f66f9f36c496f1ba4123c172b5132) AuthConfig (8defb8257d3988b770098d648035e9fc020966e195e995305b133560a0f6f08b) AuthConfig (bfea749b9cf87c957c0487ed72e6ccc5992ff6868aa1b98f8e207bc63d3ff840) AuthConfig (edc5259b5887cfb92ea564a377930a30ae0542e99f07169683f9cc7fdcf40da3) AuthConfig (4b0a68565c1c1a78a6ae15b2a091ae2cd1849bf990dfc700a2f90840903db13d) AuthConfig (b866560b297fa7e489bd868aea75127145923699aa6d4880aec73bd2b84b6479) AuthConfig (565269d42eae44428f853b8d3c1a82882aa5933ff98f7e0cc2f90458f0ea95c3) AuthConfig (329058e1c7d6d00f195786feb6f1136fedfeabaa6bc17d7300b92cf89fa45268) AuthConfig (f8c4d86eae83d9da2ae96ba8756718436b5fd88eb71aef0e15a81f04180ccb1e) AuthConfig (9d6cac97818732216e9ed47d88955f058cd02a34e2ab1115b4e44368caf27979) AuthConfig (7871abe5858f5cb4351d5843d447d15d2469c95590386499ba89a167ead15213) AuthConfig (def8895caf38c9f4425264f19894529ecdd5e8c57fb1f352508e974c8cf3a5fe) AuthConfig (d09c9cbfa9da5bc8c6aad2f88faae4fc9662ef204b4693fcbdbd94c7c657fdc8) AuthConfig (2bbcbed4944c0cdccb7fba13b85900b7d45ab5d00d8cb0805d8ff4892acaa0ca) AuthConfig (c7294a2a166f899adf71b7ebfb5135f076bfa5759475ee82809fc3f055efe123) AuthConfig (f657ce38dd85b5b58ca09bd049374e25576dce3be70fc3a390dbc8c8ea4e08ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c1dedc6c-bd22-4299-bd63-05810ae1b711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:09.97542447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"bbf16879-914e-47b7-aec6-9776585dce55","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.031006507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"1f1d8c45-55fc-4afe-81fe-d4573f43abeb","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.186068308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-auth","reconcileID":"c976461a-2e49-4bda-9017-9814655ab9af","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.243048198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-auth","reconcileID":"c976461a-2e49-4bda-9017-9814655ab9af","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.256613676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"473a0324-f015-4256-a2db-d4c93dc911d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.257712224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"4c941d07-5188-4f8c-8a9c-94cc276c298b","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.312548284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"3664b2a2-6737-4c02-852c-dd1a7e6e1d64","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.362489371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f04cbedd-06f4-4a15-93e7-622bfbcaba1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:10.368212005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-sub","reconcileID":"fb3921ff-554d-4d30-8dfc-8595a70c079e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.378494752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"92ed3d9d-fbf5-46de-b842-cbd8642d8062","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.433978387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"d3794366-55ec-4c64-8e9d-c4bc85fbf84c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.4374754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e452e2f4-cd6a-4236-9556-68fda1512f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.449909258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"77802ec3-c1d6-4561-b3a6-7aab3145ec82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.474651928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"d79ddca4-f11b-46fb-8a56-2a3aa683452d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.495951663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"f1401f6c-0add-4370-9788-b9edebebf20c","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.528038834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"ea124109-d9a6-42b7-b0e5-3d66b494dca1","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.531750644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"f6a6671a-02c8-4a41-8e4c-2315f56c5e78","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.534577635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e452e2f4-cd6a-4236-9556-68fda1512f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.540122703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"77802ec3-c1d6-4561-b3a6-7aab3145ec82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.553863399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"6744f940-3bc7-4fbb-9e80-4f80bdd76644","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.685485222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-auth","reconcileID":"c1a16349-157c-4c57-9dec-d41d49bf6609","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.691692567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-auth","reconcileID":"fe711b39-b353-4109-a74f-6307dbd48b78","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.692409246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"bd6d4eb1-26ec-4761-94b1-a0499ee9cc61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.742462296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-auth","reconcileID":"c1a16349-157c-4c57-9dec-d41d49bf6609","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.748416375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-auth","reconcileID":"fe711b39-b353-4109-a74f-6307dbd48b78","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.843954941Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-sub","reconcileID":"433a2746-e289-47c3-8ad5-5d9c6b8370a6","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/e2e-apikey-active-sub","ai-tenant-e2e-worker-w2-939acd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.889380579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"7e99ca30-b724-4e29-9229-b91aa3ca1b6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.895623219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"ca038745-f543-4b08-94ef-50d2d42ef3a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.898063318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"90ee1d5e-972e-4d14-9970-491b60c57bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.910867659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"a87a3155-3ea8-47ce-88a9-a721e0edce40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.913894408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7443f57f-70d4-46c6-8b42-8bd5a7df167f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.944943118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"663b3829-abf8-4343-a7df-81181274e35d","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.952005647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"ca038745-f543-4b08-94ef-50d2d42ef3a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:10.955374791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"90ee1d5e-972e-4d14-9970-491b60c57bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:10.998484423Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a51d4c/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.010591664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"09c93a5e-48a7-486a-8008-fa3329228cd9","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.042610134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"9d50867c-6552-42a3-a3f2-4eaac8aacd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.099266519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"9d50867c-6552-42a3-a3f2-4eaac8aacd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.119072876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"cc21d556-6e42-42b7-b59d-30ba8e467afc","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.144265947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d0db2503-f03d-42e8-a4d1-18e74cdf3e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.201620172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d0db2503-f03d-42e8-a4d1-18e74cdf3e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.219515216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-sub","reconcileID":"5e11f464-b273-415e-87f7-b6bbbead3432","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.275591518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-auth","reconcileID":"c4cc8ca0-5181-44f3-a364-e68ad8589080","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.319763959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"5cdc6827-7596-4a1c-8c0a-e0acf6a15e74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.331954749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-auth","reconcileID":"c4cc8ca0-5181-44f3-a364-e68ad8589080","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.526410141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"46a469e5-0eb3-462d-ae56-f493247aca42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.577432421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"5ca400ad-8862-4422-b894-eb882a00326c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.582957882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"46a469e5-0eb3-462d-ae56-f493247aca42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:11.634368865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"5ca400ad-8862-4422-b894-eb882a00326c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.171206416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"b6c2fab8-6ed0-44ae-97d0-7b9db9d35f31","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.354315016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"d0415b5e-2775-4043-bcf5-c8c6a4cb08c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.356521412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"fe004eec-2c8d-4624-8c8c-391cf59e909f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.356523079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-auth","reconcileID":"beef3ac7-bfad-4bb2-b480-db7d131d526b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.414738913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"d0415b5e-2775-4043-bcf5-c8c6a4cb08c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.414831627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"fe004eec-2c8d-4624-8c8c-391cf59e909f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.416906816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-auth","reconcileID":"beef3ac7-bfad-4bb2-b480-db7d131d526b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.930489483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-auth","reconcileID":"1bc045bd-2b13-463d-86e6-5dd0696b8ebf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.93062822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"7e409c2f-56a0-4d0d-9b77-f8de48376597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.930489596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"7ac45181-25d8-4492-9b5e-6d7efdf1b287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.987958394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-auth","reconcileID":"1bc045bd-2b13-463d-86e6-5dd0696b8ebf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.989452222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"7e409c2f-56a0-4d0d-9b77-f8de48376597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:13.990203336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"7ac45181-25d8-4492-9b5e-6d7efdf1b287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:16.938746643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"46c6e827-03b5-40ff-8e4b-9e5d70dd3288","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:17.028963393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"90a70919-87bc-4073-a087-2e6b95b0976c","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:17.814034057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ad93a0eb-fd50-4663-956e-87a8fc29b060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:17.814560649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"dc02cfb2-c19f-4b37-bcf2-1710142efafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:17.870916292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"dc02cfb2-c19f-4b37-bcf2-1710142efafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:17.871087607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ad93a0eb-fd50-4663-956e-87a8fc29b060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:18.189008321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"32423440-d828-4f54-8d60-2581c7108567","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:18.191539332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"7b792e86-b179-4cee-93ea-3c8bf486928a","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:20.905870656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:23.363407121Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-sub","reconcileID":"073e9dc3-8344-4965-9bc4-f2b06e13c672","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:23.591086438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-sub","reconcileID":"073e9dc3-8344-4965-9bc4-f2b06e13c672","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:23.799238316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"51dc7d91-7fd6-4d48-b0cb-c51aceba8ea4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:23.810979075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"5b52070a-6fc2-40bd-9566-60d229e98aa9","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:23.868880093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"019779d8-2b86-4689-be76-1a8d14e75e8d","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:23.939121523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-sub","reconcileID":"4b1a1457-2bb6-4212-8bcb-61846ea766f4","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:23.939233922Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-sub","reconcileID":"4b1a1457-2bb6-4212-8bcb-61846ea766f4","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-a51d4c/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:23.955470331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"f15882b1-6707-4de2-b86f-d612d6c773cc","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.004905984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"224868b2-f8b9-4d66-b94a-b1ec4ce99d0c","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.007838535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"e20dcf2b-9877-4274-abf0-2a367d7edb39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.007948066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"9416538a-818e-46dc-a612-2cdfbec65bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.007838175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-auth","reconcileID":"eb9e7e82-7bf7-4354-9151-9ac4e446e1dc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.009852488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"ab29d534-a00a-4d8c-83eb-327b179149ff","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.064694135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"e20dcf2b-9877-4274-abf0-2a367d7edb39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:24.064984831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"a02be573-c1a0-4dfc-94aa-68a1a7224edd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.06546637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"9416538a-818e-46dc-a612-2cdfbec65bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.067047992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-auth","reconcileID":"eb9e7e82-7bf7-4354-9151-9ac4e446e1dc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.178105529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"e53bffb4-356d-4f75-93cf-07961c9e02a9","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.224012612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"e675eae4-70f7-44ee-8902-104d50f25caf","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.28193032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"5f559120-fe69-48df-85bf-55cb7a7f7664","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.329403432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-active-auth","reconcileID":"bcdf3c89-6a5e-4e5a-9fcd-f91e43f1cd63","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:24.337353105Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"5f559120-fe69-48df-85bf-55cb7a7f7664","name":"simulator-w1-8e0e54","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:24.337406537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"5f559120-fe69-48df-85bf-55cb7a7f7664","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.337544388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"cc7c44fc-e5fc-495f-ac5f-e34820ebb0d5","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.396082967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"903ae3ce-f991-4c8d-8de3-85fa8a517d96","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.40702312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8132c06f-be29-47c7-9275-61cc1346d146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.446805544Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"fc597ba4-9a1a-4fb4-b1ba-1f8817d41c38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"simulator-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.457757021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7bc547b2-4727-4a40-a072-5cb1e5764d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.463105654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8132c06f-be29-47c7-9275-61cc1346d146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.493650106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"8a7d6adb-075b-402c-b7da-8761e0d5a50c","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.508616568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"de0a2dfa-14bc-44c6-80ec-536abd400dd8","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.513925657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-auth","reconcileID":"6a7eea82-9eea-450d-8d03-258bf97ce75c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.514516579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"0bb4b5c0-fad5-4f32-ad3c-91a07d9a2f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.564073224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"66fb8731-c5c8-4fe4-b9fd-895f485326f6","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.57120111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"0bb4b5c0-fad5-4f32-ad3c-91a07d9a2f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.571261622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-auth","reconcileID":"6a7eea82-9eea-450d-8d03-258bf97ce75c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.587986628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7bc547b2-4727-4a40-a072-5cb1e5764d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.616424544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"514a1408-4664-46ac-b8dc-e9b7377c0fb2","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:24.619393516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"1cf63dcb-4f55-40da-bb50-0dc6373762f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.643408807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7bc547b2-4727-4a40-a072-5cb1e5764d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.700725861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"2248ead4-2bd8-4bde-8869-7a7c1a6ee291","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.734843361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"e3058b06-440f-42f9-ba44-a12ae0eef256","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.76789483Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-apikey-failed-auth","reconcileID":"ba43f0d2-2fb0-42a5-952f-1e19a185ebe9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.79065586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"2330725d-a15e-419a-9bb1-ee4048447b29","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.803855161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"84cee4a5-4ac2-480d-bf44-dfa94b845cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.807057976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"ed58d94e-c0c2-4560-a479-72bf88f37046","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.824237321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"19966264-f4ec-4c28-b11c-e9be84ea363d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.860370051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"84cee4a5-4ac2-480d-bf44-dfa94b845cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.864962206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"5c6cb510-d3dd-43c3-a804-20b6656acf3e","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.915660215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"84cee4a5-4ac2-480d-bf44-dfa94b845cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:24.919225796Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"5c6cb510-d3dd-43c3-a804-20b6656acf3e","name":"premium-w1-8e0e54","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:24.919276317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"5c6cb510-d3dd-43c3-a804-20b6656acf3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:24.924541109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"924dbaf0-89f7-47f5-85f2-ad1ac2901e71","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.001785413Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"53837ea9-7dd6-471d-9dfa-c340db1a4d8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"premium-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.020036999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"6ec7403c-d536-47da-a05c-65a8795bfbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.030089753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"2a3d4222-3c39-4dcb-a7ae-e0f075e93cd8","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.069092491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"190164f0-e8af-4fcb-b3a8-df6a7acfd864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.076486677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"6ec7403c-d536-47da-a05c-65a8795bfbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.126268836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"190164f0-e8af-4fcb-b3a8-df6a7acfd864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.131866432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"6ec7403c-d536-47da-a05c-65a8795bfbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.18148406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"190164f0-e8af-4fcb-b3a8-df6a7acfd864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.188569007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"f25aad65-8878-4d31-b638-1199ba7aafb2","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.190014939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"bef29959-a2c1-45d9-883a-60fdd2259869","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.344496777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"90eacdae-f7af-4431-b7fb-f70dc338fbbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.397110192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"43e571d7-a941-4d9c-93b0-9a311fc8c9af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.40109631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"90eacdae-f7af-4431-b7fb-f70dc338fbbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.456461938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"90eacdae-f7af-4431-b7fb-f70dc338fbbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.511296245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"702623f6-c003-408d-b5e7-447f06f02a36","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.571541614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"b8c5b951-9565-405f-bf5f-e3fc4a79a12b","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.725313449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-auth","reconcileID":"8b8de432-7c66-4f07-970f-8fc8b3b1d772","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.777728746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"08c5f433-3bd2-48fc-b437-1d767391e69a","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.781791054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-auth","reconcileID":"8b8de432-7c66-4f07-970f-8fc8b3b1d772","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.835589163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"5f0d3cf1-b5d7-4f4a-9035-f962da2ddc1a","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.885618743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"ac8a20c6-8fb7-4df0-80f2-74ed87e50afe","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:25.888296976Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-939acd/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.931603275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"7208bf8a-cd59-46d6-92c4-cc8c33fff741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.931688051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"2a692469-5c3d-45a5-99bf-9408757fe656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.942367391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"4ee19ec5-eb79-4468-92cb-c9da6c8c8e5d","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.988271766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"2a692469-5c3d-45a5-99bf-9408757fe656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:25.988448879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"7208bf8a-cd59-46d6-92c4-cc8c33fff741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.048493308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"44117d7a-b9bf-4d7d-a2a6-e9f61bedcfd0","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.066324284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"2149fa64-b2fe-4e60-91c6-27bde9a9951a","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.122927757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"54991622-fb07-4557-afc1-50efc275b8a9","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.202671223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-auth","reconcileID":"0025669d-187f-4605-9bd2-9b7ed726dfd7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.207500256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-sub","reconcileID":"9d5119f7-8329-43fc-a1cd-d08a9a1759ff","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-939acd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.207584506Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-sub","reconcileID":"9d5119f7-8329-43fc-a1cd-d08a9a1759ff","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-939acd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.259238757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-auth","reconcileID":"0025669d-187f-4605-9bd2-9b7ed726dfd7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.303072441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"33149a88-ce2a-4aab-9b16-4ca919ad2f88","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.339338875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"bfa1ebe0-41c3-4994-96f0-6da6edfaf78f","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.35947191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"33149a88-ce2a-4aab-9b16-4ca919ad2f88","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.396486186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"4ae00aba-7eb7-4c64-8ede-2e2b7274ddf0","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.406791296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a9ccedb4-699a-4b90-a463-1e5f78476ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.4068297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"31ed881b-3e92-459a-b7c8-6c3f699aee29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.416572515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"fe5bdfbb-52a6-4275-bbb3-d346a48c384c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.449488308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"d524bd3a-eada-41b0-bfd9-88a7414a9bc0","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:26.451222394Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-a-a0e9ea90","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-a0e9ea90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.467295229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a9ccedb4-699a-4b90-a463-1e5f78476ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.467344371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"31ed881b-3e92-459a-b7c8-6c3f699aee29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.480184231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"fe173404-d8d3-474f-92ae-736fe98cd883","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.507289192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8915c251-ba7d-4233-8bc6-577a3d577b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.509650456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"7d7c3207-0a01-4480-b965-8f3c40bbad17","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.563758976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8915c251-ba7d-4233-8bc6-577a3d577b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.616768571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"dfd26e6c-4ce9-4aa2-b17e-0d43161a59fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.674068926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"dfd26e6c-4ce9-4aa2-b17e-0d43161a59fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.688065204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-sub","reconcileID":"8ceb2a54-650c-42f6-8743-ce4aa49e068d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.688145772Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-sub","reconcileID":"8ceb2a54-650c-42f6-8743-ce4aa49e068d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-939acd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.718190682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"20234ce8-5ea9-4c4d-b155-b66344e33739","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.776084622Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90","reconcileID":"d4ceab2f-7d31-43e6-a132-66c25517cf94","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-a-a0e9ea90","ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.871818651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a7c11f4a-590a-49e3-8ef3-a2629f2bd902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.871896273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"d837efaf-3ccd-441a-ba31-edde6da68995","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.928399528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"d837efaf-3ccd-441a-ba31-edde6da68995","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.928486447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a7c11f4a-590a-49e3-8ef3-a2629f2bd902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.952680938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"02f6ab67-1f9b-4dc1-9fc5-2626d54ed396","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:26.983639209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"36b0078b-ef33-4b92-b399-1506768766b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:27.160640643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90","reconcileID":"3f28e32b-0e53-41c5-a4b7-15dfe0a91f81","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.663416601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"fe3bcd10-e105-49d8-b3db-b4718888e47c","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.817491878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"09d9f0ab-ba71-4c30-914d-2df9111d8468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.817626115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-auth","reconcileID":"9f13e516-c994-472a-a7a2-82e25fdf02dd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.817502261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b80eb0b4-164b-4a68-a056-20ab386eeb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.874490726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"09d9f0ab-ba71-4c30-914d-2df9111d8468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.874674701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b80eb0b4-164b-4a68-a056-20ab386eeb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.876798138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-auth","reconcileID":"9f13e516-c994-472a-a7a2-82e25fdf02dd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.885082703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"e7860feb-0931-4053-9481-44e4859ec552","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:28.943272829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"7d7acb76-a9e4-4f5f-93b4-3f3e544558d9","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.101075655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"3a8e5f8d-052c-40d0-bd1b-a0def40e9173","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.157671976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"3a8e5f8d-052c-40d0-bd1b-a0def40e9173","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.164892578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"cb4c33da-311f-42e7-92c7-ee097a472a43","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.165044296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a51d4c priority=0:[ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-a-a0e9ea90 ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-b-eedc3eae]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.23216482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"88946a03-1bcf-4a0e-9d08-f5bb64b5431c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.304363679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"86fafe6b-ba7b-4cbf-b69d-90e8cb7b5d5b","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:29.306813518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae","reconcileID":"54403953-31a7-48b9-b71e-e1c63837dac0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-eedc3eae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.324231497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"57c013ab-59d7-4aff-888e-d4549dcde7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.324435629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"aac8d6fb-5fd4-4340-9ac8-defe05735466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.324586808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"0997e1b1-f0df-4997-99d9-e4530614d7c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.382840385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"57c013ab-59d7-4aff-888e-d4549dcde7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.384594916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"0997e1b1-f0df-4997-99d9-e4530614d7c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.385169854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"aac8d6fb-5fd4-4340-9ac8-defe05735466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.426629143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"8d0ae671-50d2-48c7-b85d-a8bd16b20a0e","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.482406097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"66a5ee91-002c-43ee-9a57-9d8811e1ea55","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.484946842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"696a8a71-0805-42b8-a471-6b638d94a1da","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.63650468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"dada1415-4259-4585-92a7-a81fa17748a2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.693140535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"dada1415-4259-4585-92a7-a81fa17748a2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.753395831Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae","reconcileID":"c05d78e2-5f7e-4b48-b305-b6c5b501a593","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-a-a0e9ea90","ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-b-eedc3eae","ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.780725884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b0152346-ec6f-4b49-adb8-5d069aade543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.7807689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"6165edc9-5823-4303-a484-7b8811fcb547","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.781300194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"34f6d1c1-60e9-4492-bacf-f4938ed126a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.837558988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b0152346-ec6f-4b49-adb8-5d069aade543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.83814596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"6165edc9-5823-4303-a484-7b8811fcb547","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.84038354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"34f6d1c1-60e9-4492-bacf-f4938ed126a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.918520952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"3c463ee4-54c6-4fe4-90c2-3df6ed486dd8","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.963898915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"cd06a94f-9912-4705-a77b-a14a5dfd609a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:29.963987076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90","reconcileID":"cb0ee330-b099-4cf8-97f6-9092a466cf75","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:30.126636105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae","reconcileID":"14800e76-6f8b-4d29-b59a-d70a3a2e314b","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:30.296390335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"ab32b5c1-901c-4c05-b8fa-ba75851029f8","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:30.805038742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"d6973215-809d-4ecc-bee0-3a783592e1fc","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:30.922010286Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a51d4c priority=0:[ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-a-a0e9ea90 ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-b-eedc3eae]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:30.922235408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"2586bc9a-3198-4972-b7eb-fa5accfe26b0","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:30.980007545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"734836f7-9591-495f-a737-cbb965fbc01e","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.028469247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"61939853-1e19-4ca5-8b15-6ccff33aa9a0","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:31.032624509Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-58efa5/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.088641922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"f090084c-f9ae-4b11-b8d8-d4634a182e07","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.205469915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"af259469-dadb-4b55-8523-556468c36a9f","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.263363772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"e0cd419c-d234-437a-963f-716a105d82e5","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.303277528Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"565c7ee8-79af-4eca-b9bd-42b78ca452a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"simulator-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:31.316822775Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"e0cd419c-d234-437a-963f-716a105d82e5","name":"simulator-w0-58efa5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-58efa5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:31.316874231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"e0cd419c-d234-437a-963f-716a105d82e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-58efa5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.322144402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"05afb3c4-6cb3-424b-9a73-3d0a4ca9c8b0","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.364296752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"770a6b49-92a7-4a9f-9083-4761f427fa2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.470207863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"240bcab1-d7b7-43cb-9f2b-ea99d712a5f5","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.49377609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"1457afc5-c821-4d07-847b-b3e1a521a2a0","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.494481405Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a51d4c priority=0:[ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-a-a0e9ea90 ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-b-eedc3eae]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.494548891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"770a6b49-92a7-4a9f-9083-4761f427fa2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.550686908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"770a6b49-92a7-4a9f-9083-4761f427fa2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.552720433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"af8b0d10-d1aa-4c66-af61-c8132fecc830","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.601934402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"939cb429-842f-4eda-9a3d-20c2211ed158","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:31.607610663Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-58efa5/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.608252076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"5128ce5d-d4b5-4eb5-a987-4cea96d050de","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.65765468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"ecbfee93-07c0-441c-8de0-f3ad162898bd","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.680721258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"3354b1a5-d594-4788-a765-ce89eaeeec9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.711820527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c7df488e-b99c-4754-84ad-c4354ed5f3e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.768278558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c7df488e-b99c-4754-84ad-c4354ed5f3e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.77624126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"ea4d99b2-d8d3-48ca-bb61-ee8c91311068","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.823873444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c7df488e-b99c-4754-84ad-c4354ed5f3e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.836324434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"1364f868-7cb3-4d3d-886c-bb51a46a92ee","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.877866441Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"51bf81b8-3ef5-495a-bfa4-ff94af88951c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"premium-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:31.889791202Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"1364f868-7cb3-4d3d-886c-bb51a46a92ee","name":"premium-w0-58efa5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-58efa5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:31.889855408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"1364f868-7cb3-4d3d-886c-bb51a46a92ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-58efa5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.895130526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"d6db5494-8df8-4671-90d1-92350b522ca4","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.992596365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5bb4f8ce-b589-4af8-ae6b-5074956c59d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:31.992596368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b3fe1147-1b9a-4217-a111-4482bab1be98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.042971088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"de9dc17a-8c3e-46bb-bffb-c9f03278c714","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.050945713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b3fe1147-1b9a-4217-a111-4482bab1be98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.050948615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5bb4f8ce-b589-4af8-ae6b-5074956c59d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.106400914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b3fe1147-1b9a-4217-a111-4482bab1be98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.106537033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5bb4f8ce-b589-4af8-ae6b-5074956c59d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.161608166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"d82ebc1e-2e82-44b9-a90d-a9ffb41b84f0","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.250921241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"57b80156-2dea-4b24-86ee-13b5ac4ec213","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.317029572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"bd4e3378-c46d-482b-9f68-3d1e757644ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.373604486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"bd4e3378-c46d-482b-9f68-3d1e757644ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:32.429571727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"bd4e3378-c46d-482b-9f68-3d1e757644ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:33.3850641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6c24722-8dda-4d8a-9607-5607db2afc40","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:33.553045614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"435638c1-e239-457a-acc0-5a277517e45a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:33.588089749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"91856d3a-bb26-478c-8796-ff7fd58f0e4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:33.68589773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"fc1b34a8-1573-4257-ba55-a9f8a24bb614","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:33.78771677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"46e8f4fa-cee1-4b39-8c53-f32378c2cc04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:33.885624325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"f59cb011-35ba-4dff-bf72-df918d937928","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:33.953728651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"5c6b2322-3ffe-4060-8b61-b309dd1344dc","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.12473363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"d051c593-0395-42e1-9af9-3efd26c0f27e","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.127051592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"d892ba74-e374-4788-b260-274f68d98f1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.23448634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"c00a1a7f-c678-4c4c-a37d-14c952be44ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.287269392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2b493c17-7af8-4c50-9059-86556e712aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.287666837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"6706ecf7-8a3a-4de4-9ea4-386d0329914c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.288048403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"0cfdc0ca-b31c-4cbd-a178-23232227e0e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.288464066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"632c757a-9324-4088-a5f6-0b29d2f17ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.298476354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"3a9cbcbb-c4f4-47f6-80fa-a463f8a2f177","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.328745509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"bcbe01df-7221-4bc6-96a9-0ef7d00851ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.328809826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d975a4db-ed24-455f-9fa0-7bf9ad7cf5c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.344002652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2b493c17-7af8-4c50-9059-86556e712aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.344416941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"6706ecf7-8a3a-4de4-9ea4-386d0329914c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.346268895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"632c757a-9324-4088-a5f6-0b29d2f17ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.346718626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"0cfdc0ca-b31c-4cbd-a178-23232227e0e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.41516522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"bfee725b-54ab-4846-ab2b-0d711a4a3664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.471617568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"bfee725b-54ab-4846-ab2b-0d711a4a3664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.52686461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"bfee725b-54ab-4846-ab2b-0d711a4a3664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.692508818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"204e92b0-206f-49c6-8826-a89bb5691fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.763304735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"204e92b0-206f-49c6-8826-a89bb5691fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.795946571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1e78982a-05c0-4e84-9417-6ab63acec8dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.795946572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1f66a5f5-c3e8-43c0-af03-302a4c2915ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.819895225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"204e92b0-206f-49c6-8826-a89bb5691fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.870917332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1e78982a-05c0-4e84-9417-6ab63acec8dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.870988617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1f66a5f5-c3e8-43c0-af03-302a4c2915ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.880347304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"c4d63758-323a-4dac-9798-8e67a8612681","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.926913358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1f66a5f5-c3e8-43c0-af03-302a4c2915ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.927107617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1e78982a-05c0-4e84-9417-6ab63acec8dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:34.98563264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"6e688016-1516-47d6-8786-6b49251a8e49","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.833006183Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-sub","reconcileID":"e1f88290-edb9-4f4f-ba59-4264bf3f1aef","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.99267479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-sub","reconcileID":"e1f88290-edb9-4f4f-ba59-4264bf3f1aef","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.992706408Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-sub","reconcileID":"e1f88290-edb9-4f4f-ba59-4264bf3f1aef","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:38.992837775Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-sub","reconcileID":"e1f88290-edb9-4f4f-ba59-4264bf3f1aef","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-939acd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.263914108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"18685bda-129d-46c5-ab36-7e0a1d6c4b76","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.32205022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"360fd99f-6d5f-44be-98ed-99e486b72f67","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.380056556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"f348a953-cc7a-4acf-a122-a97aafd7bd93","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.408004646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"0d95a389-064f-41ff-b68d-8d06de4d5903","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.41794078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-auth","reconcileID":"2260c584-5437-434d-bd04-859b4880199c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.41817817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"50f266e4-26a2-4429-a404-d28262f96289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.418918553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"31b8f0b4-2de4-4a78-87a7-c9697ea07c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.475181638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-auth","reconcileID":"2260c584-5437-434d-bd04-859b4880199c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.476264769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"50f266e4-26a2-4429-a404-d28262f96289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.477441117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"31b8f0b4-2de4-4a78-87a7-c9697ea07c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.67878022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-apikey-degraded-auth","reconcileID":"4b87a39c-3751-4748-b6e9-710d69811fee","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:39.952865562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"82aefff7-10e0-4f39-b951-1d4f1cf1c5e1","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.292789816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90","reconcileID":"2019c810-7a70-4f4e-bbb5-3bbbb2f7348d","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscription":"e2e-filter-sub-a-a0e9ea90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.362993106Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"9265e359-e81e-4311-b75d-26f59bf66e46","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.421186223Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"3040e18d-d981-4c17-a4de-b341e18529fa","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.508660169Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90","reconcileID":"2019c810-7a70-4f4e-bbb5-3bbbb2f7348d","MaaSSubscription":{"name":"e2e-filter-sub-a-a0e9ea90","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/e2e-filter-sub-b-eedc3eae","ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.518222721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"0917dbf0-d8ee-43d4-83c9-e403efccb4c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.518253238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"6001d5b9-3aa4-4dca-98aa-b14e3e70cd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.518595426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0eb6af-9b0f-455c-8c16-93262ec41f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.51870097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"2eda8b99-04d7-4484-89df-99a0c8e38ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.518955931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5120f225-7f80-452b-98c1-eae3acd6e556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.575849855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5120f225-7f80-452b-98c1-eae3acd6e556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.576113799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"2eda8b99-04d7-4484-89df-99a0c8e38ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.577886921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"0917dbf0-d8ee-43d4-83c9-e403efccb4c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.578299297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0eb6af-9b0f-455c-8c16-93262ec41f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.579999949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"6001d5b9-3aa4-4dca-98aa-b14e3e70cd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.63150763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"2eda8b99-04d7-4484-89df-99a0c8e38ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.631524563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5120f225-7f80-452b-98c1-eae3acd6e556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.633172447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"0917dbf0-d8ee-43d4-83c9-e403efccb4c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.635384205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"6001d5b9-3aa4-4dca-98aa-b14e3e70cd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.717947901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae","reconcileID":"ccaece9e-d0c4-4a45-b49c-fc8c28a67acd","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.718062788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"14acfe65-cd83-4007-81a1-6fb0a7ec25c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.739270127Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"172c835e-5cb8-46e7-9d2d-822c0fd47149","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"name":"e2e-rt-sw-14712f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.785805367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"635ec2d7-c4bd-4a98-8dce-75efe5e5c29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.785914368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"5a55d1fe-e513-4da4-a5a5-3779cbba940e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.78781761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a88e509c-57fd-45ef-9cab-5f65583ec164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.789322241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b10dede-c7bf-454e-a0f9-382e5bd42f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.847132141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"635ec2d7-c4bd-4a98-8dce-75efe5e5c29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.847375068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"5a55d1fe-e513-4da4-a5a5-3779cbba940e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.85723902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b10dede-c7bf-454e-a0f9-382e5bd42f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.863655103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"6a061f0f-76e2-42d8-89dc-bf1d81902d32","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.867447282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a88e509c-57fd-45ef-9cab-5f65583ec164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.909985103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"efd036a9-1e22-4cf1-a18f-16b4e9975507","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.936635312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"bfd30b3f-f333-4f6a-9aae-8e25c0cd1ac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:44.99333084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"bfd30b3f-f333-4f6a-9aae-8e25c0cd1ac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.158758966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"b77fe92c-3985-422b-8aba-640023e43d33","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"name":"e2e-rt-sw-14712f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.212836506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54dbd0e0-32c6-440f-8292-6159f0d462f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.212854728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54dbd0e0-32c6-440f-8292-6159f0d462f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.213083529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"80feeec8-6354-4b53-9aa2-97cc67a95149","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.213097458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"80feeec8-6354-4b53-9aa2-97cc67a95149","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.213325019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6f3c51dc-3e91-482d-a9e1-16c4b341a5e5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.213336211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6f3c51dc-3e91-482d-a9e1-16c4b341a5e5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.213559067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dd3acbf-997f-4984-adda-457fbb99de03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.213569304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dd3acbf-997f-4984-adda-457fbb99de03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.213892837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff3ec8e8-a8f0-4c5b-a69e-9df41754577f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.213906787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff3ec8e8-a8f0-4c5b-a69e-9df41754577f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.21410414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"392bbe1f-6c53-4ffb-acbf-b750beba599f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.214115564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"392bbe1f-6c53-4ffb-acbf-b750beba599f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.214327371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b5369c2-edac-45a6-87a7-fc23069b7505","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.214339064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b5369c2-edac-45a6-87a7-fc23069b7505","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.214613903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a92a1691-fa8e-4a34-bc69-79bb7f77f609","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.214626288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a92a1691-fa8e-4a34-bc69-79bb7f77f609","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.236035715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c3786e0d-f29d-4859-98b3-1a8e5627573a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.236055397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"7619e9b6-3499-4727-92bd-7cea41551332","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.236653849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"61df2b50-ac93-4036-9036-6b0bd8091a33","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.236671297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"7812a755-092f-413b-b798-46a1a3bbde91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.266404791Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"66081cca-2b6d-4927-95f8-ca6c922e955a","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"name":"e2e-rt-sw-14712f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.292799932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c3786e0d-f29d-4859-98b3-1a8e5627573a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.292806172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"7619e9b6-3499-4727-92bd-7cea41551332","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.296345776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"61df2b50-ac93-4036-9036-6b0bd8091a33","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.296360747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"7812a755-092f-413b-b798-46a1a3bbde91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.316575211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c52f6b04-da6f-402e-b691-267a04fd68b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.324234672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4223bd54-a03b-4793-87c2-9de398611b72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.437937116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"af594c22-1228-457b-8cb6-7445e2eebd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.494660876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"af594c22-1228-457b-8cb6-7445e2eebd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.549976367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"af594c22-1228-457b-8cb6-7445e2eebd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.652406025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"216ed552-7de5-4e76-9d48-d5b9b49543e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.652648766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4cc72407-c821-4f0f-8ce7-7b9494257ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.652802771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"8a07ef8a-4876-4c96-9b70-9c9623abe333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.652997781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9bac61a-ee73-472b-9ea6-100ba7a8db00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.709697717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"216ed552-7de5-4e76-9d48-d5b9b49543e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.711444212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4cc72407-c821-4f0f-8ce7-7b9494257ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.713018163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9bac61a-ee73-472b-9ea6-100ba7a8db00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.714103536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"8a07ef8a-4876-4c96-9b70-9c9623abe333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.751994332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"5aedacab-4ae2-4d04-aed3-db46925b7bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.765300252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"216ed552-7de5-4e76-9d48-d5b9b49543e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.767378857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4cc72407-c821-4f0f-8ce7-7b9494257ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.769192272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"8a07ef8a-4876-4c96-9b70-9c9623abe333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.808941025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"5aedacab-4ae2-4d04-aed3-db46925b7bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.919581073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bccaa37-48a2-4449-9c53-a4556d291bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:45.976190165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bccaa37-48a2-4449-9c53-a4556d291bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.474189281Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"55c8ed3f-91a0-467d-b1a7-03c1a22da789","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.528367755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"a427a3a3-ce03-4512-9e8e-192dd5dcda26","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.528393301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"a427a3a3-ce03-4512-9e8e-192dd5dcda26","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.630438033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"08e792a5-83d2-420e-a017-0062a46af1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.630563294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0505d35f-d2ee-4630-90f2-9c35da036811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.630435758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c9f67cda-c4cf-490d-bead-9eed5bd10243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.631402442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"c993cf0e-9419-4717-b52f-25850e1fb223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.631408357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"eafb97bc-686f-4b4c-a542-007ff6dec59d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.688332924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"08e792a5-83d2-420e-a017-0062a46af1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.690139564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c9f67cda-c4cf-490d-bead-9eed5bd10243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.691293246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"eafb97bc-686f-4b4c-a542-007ff6dec59d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.694775896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"c993cf0e-9419-4717-b52f-25850e1fb223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.69526901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0505d35f-d2ee-4630-90f2-9c35da036811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.747651069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"eafb97bc-686f-4b4c-a542-007ff6dec59d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.747741388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c9f67cda-c4cf-490d-bead-9eed5bd10243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.752294258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"c993cf0e-9419-4717-b52f-25850e1fb223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.752846795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0505d35f-d2ee-4630-90f2-9c35da036811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.905698368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"ae2091d2-9ed9-404a-a9fc-5d4648438ad5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.905698349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"18012fac-c55d-4c12-839b-b0cca62295f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.906360592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b970a5dd-a2ab-4442-9590-bc89dfd16ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.906952441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"c001278f-6508-4ccc-a270-a6504c98ad06","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.962874612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b970a5dd-a2ab-4442-9590-bc89dfd16ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.96295678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"18012fac-c55d-4c12-839b-b0cca62295f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.964942653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"ae2091d2-9ed9-404a-a9fc-5d4648438ad5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:46.965285458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"c001278f-6508-4ccc-a270-a6504c98ad06","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.062801233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0209fa28-e50e-4239-ad90-4ccce84bea97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.132495417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0209fa28-e50e-4239-ad90-4ccce84bea97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.302137695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"291bb664-53fd-4e64-b7c2-7570882e71d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.304576867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"21bfc15f-8172-46de-822c-4b30dffc1489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.308287252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a49635b9-ab42-4952-ae64-b2d4830e84be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.30831499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe3e458f-351d-4a72-8cfc-38a587a13c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.359877269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"291bb664-53fd-4e64-b7c2-7570882e71d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.361216787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"21bfc15f-8172-46de-822c-4b30dffc1489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.365513671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe3e458f-351d-4a72-8cfc-38a587a13c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.365572021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a49635b9-ab42-4952-ae64-b2d4830e84be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:47.954787045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"e58a1241-5aa1-4b32-a85e-cd80c76019f4","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.112374303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"cc36356f-c026-4106-bda1-c3e0ce3464fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.112491807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"51ed60bf-da4c-4697-9107-7f1e1eeadc4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.112380532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"838c8411-6689-4de6-a01d-e6fdd5b4be98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.11285965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"e64cb8dd-186c-4f96-bd1b-5a6f7badefdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.112934541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"d69fa91f-7079-4176-9a63-d93d620babca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.169359051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"cc36356f-c026-4106-bda1-c3e0ce3464fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.16958844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"51ed60bf-da4c-4697-9107-7f1e1eeadc4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.172982614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"838c8411-6689-4de6-a01d-e6fdd5b4be98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.173038226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"e64cb8dd-186c-4f96-bd1b-5a6f7badefdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.175677706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"d69fa91f-7079-4176-9a63-d93d620babca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.225189765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"cc36356f-c026-4106-bda1-c3e0ce3464fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.22548235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"51ed60bf-da4c-4697-9107-7f1e1eeadc4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.228676468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"e64cb8dd-186c-4f96-bd1b-5a6f7badefdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.231870599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d903eccdd339d16fa1de33a2a02d4d4a23134b4875c55ae6febd9b3224cf7e3) AuthConfig (21578931c713ca5dc41ce23cbd77730f8eea28745530dc245bcdf924772472da) AuthConfig (abb6ed4c9b1fdebe69ab7623b61cfe595e7680da11ec3a66a5e1b0c9674f6e50) AuthConfig (2f09a74dcc1fac665220c745d91fba8b5805f41d53737370d3041118ed2af0aa) AuthConfig (9f26ed668cc81d284a2d14049ebf3e623bb83f7f72561ea4f3257d87c3051e04) AuthConfig (aaa153c6d446f424aa8900436e102603ba539b665ad93e1338d10d5c61252a6c) AuthConfig (7e918616fe6fc78d319bb7553bf1e687e92a2ec324546b1c2f0406c79044a9ed) AuthConfig (3fd7404fd1742f9b140dc530b98a04e170b2bd654d00ef15acbd65e4a914be10) AuthConfig (2a7f0c8ff0fc7242768f4ba43cfd9de083f8bcc9e03e58b8cfc49d693a0a1a1b) AuthConfig (5f622b67486d2313f68e6a937d4585aab6b38bbcf5b432e923198321a5ce7bed) AuthConfig (f6ce110e020cbf5558e6a1c23ab21badde07c080d6c2e3161a794d73beed67d3) AuthConfig (312d0c0b19e1bbcdb23f064ef2d4048de4e41c743685cfb182d6f9a9e7d1ba18) AuthConfig (d33f0bf28e0afcadb30acd6a5c05b528ab81ae08a82db4372e5a94bfe3b5b3c7) AuthConfig (d5367e8766605d9a86604c160b060e20e91a555e89124e1a54f6572a70b8ed0f) AuthConfig (8143dadd4f90c3a5f6cf50f8cf40edda4c8c83bd02ab34c3015d3f9182fbdf1b) AuthConfig (654c06518867058ddee33cd3002e866a29b2e1bd2c0992995008d73d1de3f5e8) AuthConfig (09aa9f7e179ada00871933d1ca36d39e1af6fd9cb7a358247e5c00fe767c3ffc) AuthConfig (9525cfad93871b7f91893d140c9301bcf95ea590c5503f61259c2f9358c347f1) AuthConfig (41a0af25e6fb488874f3451d220378b52759fcfe6a12402109a9455b3507f803) AuthConfig (354c36625877b5a83b15eb9d041d954368a378d9b24ca68c3d49fc4e52f8ef26) AuthConfig (df344d2fe0b4a13814ce81fa0e28910520b730817a26ce811f207183d616af83) AuthConfig (1ee183085ceac0f0b55f03a07c0b7316a5763fe5b03b19b14fcf4440148caba2) AuthConfig (84de3aa90c973487b21ed568e8783edd02fb586766d50878e79af8ffedf38a30) AuthConfig (2ed47ec22e69f8a0de1f4dc91f27c64433496808acd6b3ffbda4b89eaeb9499f) AuthConfig (f76460befeca583e4815613ffcf261baec3904561e3060b263bc0b336dc404b7) AuthConfig (2ef41434922a3aba22d7840b33520ba6a784c3030c10435662de66302bcaf1a0) AuthConfig (9061abbb310df726f1f2832c7522825829b796dc524f5a83065c6105c366431d) AuthConfig (5f0ff70e17aeec5dd36e0ced293578f3ad6abbdf9ae47057ee68faf4382b4eb2) AuthConfig (e499c018ea36d08ad32254600b0568a670a461276b8331dece23ee7061d27e25) AuthConfig (a634736c90261f5465bdfbac0e0f0a3a3b85107acc1eb70b6388e6efbcaf1db8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"d69fa91f-7079-4176-9a63-d93d620babca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.40210211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a892907d-6733-4163-a392-2414d12df5be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.402599726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5755c72c-404a-4bb9-96c5-c0a03046ac39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.402616516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"b4d515ea-ff0d-4eb1-9638-6b5c990e0dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.403006346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"c0d863c8-c8ae-4e03-92bf-0207872f954e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.459884661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"b4d515ea-ff0d-4eb1-9638-6b5c990e0dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.460105739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5755c72c-404a-4bb9-96c5-c0a03046ac39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.462308518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"c0d863c8-c8ae-4e03-92bf-0207872f954e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.462427126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a892907d-6733-4163-a392-2414d12df5be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.506594016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"988ee86a-247b-47c6-8bca-f2395fb1c109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.563425041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"988ee86a-247b-47c6-8bca-f2395fb1c109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.769214827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e99f59-e103-4aec-b8ac-5cb7d8efbebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.76925533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"dfb69b44-7413-4b87-ab89-307a8e39702c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.770270802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"f4e607b6-6034-44ce-a61d-58ffececf583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.770314841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"17e809ca-227d-4dcb-9758-815d1c057bf9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.827462392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"dfb69b44-7413-4b87-ab89-307a8e39702c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.828147282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e99f59-e103-4aec-b8ac-5cb7d8efbebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.831074377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"17e809ca-227d-4dcb-9758-815d1c057bf9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:48.831515863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"f4e607b6-6034-44ce-a61d-58ffececf583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:50.437895595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"0b47cf04-46cc-4242-ac96-ec0d55a7f390","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:50.437920388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"0b47cf04-46cc-4242-ac96-ec0d55a7f390","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:50.54202871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"53cdb641-fcfc-44f3-9e14-dc9c2839739b","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:50.542052379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"53cdb641-fcfc-44f3-9e14-dc9c2839739b","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:50.647516457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"b406eeab-b55a-4537-be4d-3a4a7704984d","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:50.704486257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"b406eeab-b55a-4537-be4d-3a4a7704984d","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:50.906555353Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:51.129533601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"4c792a23-a242-4173-becf-78028b30e91d","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:51.129557293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"4c792a23-a242-4173-becf-78028b30e91d","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:54.133223426Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"a6331156-a2d0-4564-ae1f-809e50f5a0bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:54.201494784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"94536f73-71d1-4779-9351-526048ec1d4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:54.403856712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"7110e544-6db1-4978-8314-5b93b6398cf7","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:54.452955059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"d1999754-eb31-4536-9986-bf335c9da130","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:54.783469341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"510b0337-3d14-441a-a9c8-df3eafe96536","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:54.949436112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"a0a872cf-b0e7-4554-bfbc-6498c7d5a551","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:54.960275959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5d7861f1-2df8-4907-94e2-a46ffbb2aa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:54.960276004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"a661402c-1fbe-418b-9e67-777aac452b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.017755196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5d7861f1-2df8-4907-94e2-a46ffbb2aa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.018616325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"a661402c-1fbe-418b-9e67-777aac452b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.073139502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b10e605f16ed5fbd58c7fb4eebba118306b3787c01f8cc88378e94b6dda418ef) AuthConfig (344f61bb58ee3a5e14a3a8e26c885f4ae5bed78bec5b6ef053b650bc8ddd109e) AuthConfig (02e5c0ac7f4b3df5435083d592a7dd7ba69ccc3eab2e343bb39539c8e89595aa) AuthConfig (4aa6543a198e3ddf6c958aee86dc21b32344d466c5d083eed751a26aee1b5d78) AuthConfig (7847a42d20df385951e7fbf0b650b111a792868b18631544d8ba6f2b37e8027d) AuthConfig (c617b4152926ccfddc4eb4d52839f692b7054c2f0cc6b33236aac69f783a0cf4) AuthConfig (1e74514f211dcf4c4b1fa7dc12a6865979a925868a3b6f890fc3124bda18ad99) AuthConfig (074bf4675e3743252ebac7711d734dee7616c910c96461f472f28d5fda8a9729) AuthConfig (7f92f3491757460a52b7274847d644f2b2b07ee5140cf74f74fe86d7130456e6) AuthConfig (e2857ab9cec596f3472462be289b2922cc7af0c7d1e4eb32c6c3d0f59df8a38b) AuthConfig (d0799d0a711628f8321bdf56d3094acc3feab368c59da08bb70b831fe14aa9e3) AuthConfig (04f74f22f5d0b10601d9b626b698d25d3a5d123ec8dc5a65afd85074f3b18650) AuthConfig (f73ccb9c53c98f59fbb0f21231069f3a8ae40417556d5d271017fe1bf2dc5f41) AuthConfig (c6870e74d05a7579bebabe4cbd37f1f0d865835fba45ec535eaa212307b10902) AuthConfig (fbcec2ecbe1aecd0a8eb00231ad2141b08b62fd1f04b0305334e8d554a5ab823) AuthConfig (7998736ce53cf2bc8ba188130b5979c66c14f16c22d52089f47b4098e1cbd361) AuthConfig (e624d9ef358a7b7ce870f350ba1e4228795f1e2c66f5175a64209fac59d5b9af) AuthConfig (b219b846692e935f9931c631793315a96da27c6c4182eda5a7edc1fccb5412b1) AuthConfig (15f2284993787bcd1fa2267a0143039c30857bf3612d2624e66bb9a8ecfb2c42) AuthConfig (b6965bc0970dd1dd55978e749706e15f7ecdad9101c3f922795f3c4696f3ccf1) AuthConfig (0274ca1c927021b3dea61ec79bfba4146607c7117c275cf145cd6bdf048defd3) AuthConfig (1e1f6d5d88fb1329f70fa0786273036e9ad8aa65be0650d24a17360ba93adfd4) AuthConfig (d706fea2cb642509676de10b16bca5a93ce292d148cfcbaec0a0849221178dd7) AuthConfig (755bd541ad743e613e9ebbceb95ab5f504703bdb42393088292dc687e47f8a39) AuthConfig (2b429a254ad55a1745e80b889c4338ab7a78244b4559b65578f5b1a3a9706e63) AuthConfig (adcbeef145101a72392a52820692ec94c7dbe20208794da81f0219c1b518b547) AuthConfig (9375e57c230214d44689383de196586ea7d8addb70f9aa5784af42cb4a65b54e) AuthConfig (2e168990de47fe21a9c3d4a835fef13c7ad2fe981b7390095e4143938ca764ed) AuthConfig (59a187167bffb45753feafb61b0adabf2a84d58c49cf5d24d93439848e755f0e) AuthConfig (3e8330cbb25f4f2ecbbc28e047af1f3d6b8f3364879539615f75c6b8a00ddbfe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5d7861f1-2df8-4907-94e2-a46ffbb2aa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.073983634Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae","reconcileID":"ea18cda7-fdba-46a4-a9e4-f8620a621aad","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscription":"e2e-filter-sub-b-eedc3eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.074810155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b10e605f16ed5fbd58c7fb4eebba118306b3787c01f8cc88378e94b6dda418ef) AuthConfig (344f61bb58ee3a5e14a3a8e26c885f4ae5bed78bec5b6ef053b650bc8ddd109e) AuthConfig (02e5c0ac7f4b3df5435083d592a7dd7ba69ccc3eab2e343bb39539c8e89595aa) AuthConfig (4aa6543a198e3ddf6c958aee86dc21b32344d466c5d083eed751a26aee1b5d78) AuthConfig (7847a42d20df385951e7fbf0b650b111a792868b18631544d8ba6f2b37e8027d) AuthConfig (c617b4152926ccfddc4eb4d52839f692b7054c2f0cc6b33236aac69f783a0cf4) AuthConfig (1e74514f211dcf4c4b1fa7dc12a6865979a925868a3b6f890fc3124bda18ad99) AuthConfig (074bf4675e3743252ebac7711d734dee7616c910c96461f472f28d5fda8a9729) AuthConfig (7f92f3491757460a52b7274847d644f2b2b07ee5140cf74f74fe86d7130456e6) AuthConfig (e2857ab9cec596f3472462be289b2922cc7af0c7d1e4eb32c6c3d0f59df8a38b) AuthConfig (d0799d0a711628f8321bdf56d3094acc3feab368c59da08bb70b831fe14aa9e3) AuthConfig (04f74f22f5d0b10601d9b626b698d25d3a5d123ec8dc5a65afd85074f3b18650) AuthConfig (f73ccb9c53c98f59fbb0f21231069f3a8ae40417556d5d271017fe1bf2dc5f41) AuthConfig (c6870e74d05a7579bebabe4cbd37f1f0d865835fba45ec535eaa212307b10902) AuthConfig (fbcec2ecbe1aecd0a8eb00231ad2141b08b62fd1f04b0305334e8d554a5ab823) AuthConfig (7998736ce53cf2bc8ba188130b5979c66c14f16c22d52089f47b4098e1cbd361) AuthConfig (e624d9ef358a7b7ce870f350ba1e4228795f1e2c66f5175a64209fac59d5b9af) AuthConfig (b219b846692e935f9931c631793315a96da27c6c4182eda5a7edc1fccb5412b1) AuthConfig (15f2284993787bcd1fa2267a0143039c30857bf3612d2624e66bb9a8ecfb2c42) AuthConfig (b6965bc0970dd1dd55978e749706e15f7ecdad9101c3f922795f3c4696f3ccf1) AuthConfig (0274ca1c927021b3dea61ec79bfba4146607c7117c275cf145cd6bdf048defd3) AuthConfig (1e1f6d5d88fb1329f70fa0786273036e9ad8aa65be0650d24a17360ba93adfd4) AuthConfig (d706fea2cb642509676de10b16bca5a93ce292d148cfcbaec0a0849221178dd7) AuthConfig (755bd541ad743e613e9ebbceb95ab5f504703bdb42393088292dc687e47f8a39) AuthConfig (2b429a254ad55a1745e80b889c4338ab7a78244b4559b65578f5b1a3a9706e63) AuthConfig (adcbeef145101a72392a52820692ec94c7dbe20208794da81f0219c1b518b547) AuthConfig (9375e57c230214d44689383de196586ea7d8addb70f9aa5784af42cb4a65b54e) AuthConfig (2e168990de47fe21a9c3d4a835fef13c7ad2fe981b7390095e4143938ca764ed) AuthConfig (59a187167bffb45753feafb61b0adabf2a84d58c49cf5d24d93439848e755f0e) AuthConfig (3e8330cbb25f4f2ecbbc28e047af1f3d6b8f3364879539615f75c6b8a00ddbfe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"a661402c-1fbe-418b-9e67-777aac452b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.13052738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"8b68808b-8fcc-4cfe-a943-7a7555886967","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.133457226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"e68d31a7-c542-4f64-a230-d88322220609","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.223020424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e90447d-e105-4232-b65b-43790440e917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.223174878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"3ed92414-ccfb-4505-b666-95578b908579","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.223024281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33d25d16-faf3-4e49-b8e6-b9e6e3908212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.230074374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae","reconcileID":"ea18cda7-fdba-46a4-a9e4-f8620a621aad","MaaSSubscription":{"name":"e2e-filter-sub-b-eedc3eae","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.285592826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33d25d16-faf3-4e49-b8e6-b9e6e3908212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.286585298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e90447d-e105-4232-b65b-43790440e917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.290020232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"3ed92414-ccfb-4505-b666-95578b908579","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.29325173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"568a79e5-ce0f-4535-a5e7-797688479abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.29328486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a59d392d-9e80-4160-84f0-09309dfd7333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.349880036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a59d392d-9e80-4160-84f0-09309dfd7333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.3501432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"568a79e5-ce0f-4535-a5e7-797688479abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.405930697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b10e605f16ed5fbd58c7fb4eebba118306b3787c01f8cc88378e94b6dda418ef) AuthConfig (344f61bb58ee3a5e14a3a8e26c885f4ae5bed78bec5b6ef053b650bc8ddd109e) AuthConfig (02e5c0ac7f4b3df5435083d592a7dd7ba69ccc3eab2e343bb39539c8e89595aa) AuthConfig (4aa6543a198e3ddf6c958aee86dc21b32344d466c5d083eed751a26aee1b5d78) AuthConfig (7847a42d20df385951e7fbf0b650b111a792868b18631544d8ba6f2b37e8027d) AuthConfig (c617b4152926ccfddc4eb4d52839f692b7054c2f0cc6b33236aac69f783a0cf4) AuthConfig (1e74514f211dcf4c4b1fa7dc12a6865979a925868a3b6f890fc3124bda18ad99) AuthConfig (074bf4675e3743252ebac7711d734dee7616c910c96461f472f28d5fda8a9729) AuthConfig (7f92f3491757460a52b7274847d644f2b2b07ee5140cf74f74fe86d7130456e6) AuthConfig (e2857ab9cec596f3472462be289b2922cc7af0c7d1e4eb32c6c3d0f59df8a38b) AuthConfig (d0799d0a711628f8321bdf56d3094acc3feab368c59da08bb70b831fe14aa9e3) AuthConfig (04f74f22f5d0b10601d9b626b698d25d3a5d123ec8dc5a65afd85074f3b18650) AuthConfig (f73ccb9c53c98f59fbb0f21231069f3a8ae40417556d5d271017fe1bf2dc5f41) AuthConfig (c6870e74d05a7579bebabe4cbd37f1f0d865835fba45ec535eaa212307b10902) AuthConfig (fbcec2ecbe1aecd0a8eb00231ad2141b08b62fd1f04b0305334e8d554a5ab823) AuthConfig (7998736ce53cf2bc8ba188130b5979c66c14f16c22d52089f47b4098e1cbd361) AuthConfig (e624d9ef358a7b7ce870f350ba1e4228795f1e2c66f5175a64209fac59d5b9af) AuthConfig (b219b846692e935f9931c631793315a96da27c6c4182eda5a7edc1fccb5412b1) AuthConfig (15f2284993787bcd1fa2267a0143039c30857bf3612d2624e66bb9a8ecfb2c42) AuthConfig (b6965bc0970dd1dd55978e749706e15f7ecdad9101c3f922795f3c4696f3ccf1) AuthConfig (0274ca1c927021b3dea61ec79bfba4146607c7117c275cf145cd6bdf048defd3) AuthConfig (1e1f6d5d88fb1329f70fa0786273036e9ad8aa65be0650d24a17360ba93adfd4) AuthConfig (d706fea2cb642509676de10b16bca5a93ce292d148cfcbaec0a0849221178dd7) AuthConfig (755bd541ad743e613e9ebbceb95ab5f504703bdb42393088292dc687e47f8a39) AuthConfig (2b429a254ad55a1745e80b889c4338ab7a78244b4559b65578f5b1a3a9706e63) AuthConfig (adcbeef145101a72392a52820692ec94c7dbe20208794da81f0219c1b518b547) AuthConfig (9375e57c230214d44689383de196586ea7d8addb70f9aa5784af42cb4a65b54e) AuthConfig (2e168990de47fe21a9c3d4a835fef13c7ad2fe981b7390095e4143938ca764ed) AuthConfig (59a187167bffb45753feafb61b0adabf2a84d58c49cf5d24d93439848e755f0e) AuthConfig (3e8330cbb25f4f2ecbbc28e047af1f3d6b8f3364879539615f75c6b8a00ddbfe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"568a79e5-ce0f-4535-a5e7-797688479abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.405989656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b10e605f16ed5fbd58c7fb4eebba118306b3787c01f8cc88378e94b6dda418ef) AuthConfig (344f61bb58ee3a5e14a3a8e26c885f4ae5bed78bec5b6ef053b650bc8ddd109e) AuthConfig (02e5c0ac7f4b3df5435083d592a7dd7ba69ccc3eab2e343bb39539c8e89595aa) AuthConfig (4aa6543a198e3ddf6c958aee86dc21b32344d466c5d083eed751a26aee1b5d78) AuthConfig (7847a42d20df385951e7fbf0b650b111a792868b18631544d8ba6f2b37e8027d) AuthConfig (c617b4152926ccfddc4eb4d52839f692b7054c2f0cc6b33236aac69f783a0cf4) AuthConfig (1e74514f211dcf4c4b1fa7dc12a6865979a925868a3b6f890fc3124bda18ad99) AuthConfig (074bf4675e3743252ebac7711d734dee7616c910c96461f472f28d5fda8a9729) AuthConfig (7f92f3491757460a52b7274847d644f2b2b07ee5140cf74f74fe86d7130456e6) AuthConfig (e2857ab9cec596f3472462be289b2922cc7af0c7d1e4eb32c6c3d0f59df8a38b) AuthConfig (d0799d0a711628f8321bdf56d3094acc3feab368c59da08bb70b831fe14aa9e3) AuthConfig (04f74f22f5d0b10601d9b626b698d25d3a5d123ec8dc5a65afd85074f3b18650) AuthConfig (f73ccb9c53c98f59fbb0f21231069f3a8ae40417556d5d271017fe1bf2dc5f41) AuthConfig (c6870e74d05a7579bebabe4cbd37f1f0d865835fba45ec535eaa212307b10902) AuthConfig (fbcec2ecbe1aecd0a8eb00231ad2141b08b62fd1f04b0305334e8d554a5ab823) AuthConfig (7998736ce53cf2bc8ba188130b5979c66c14f16c22d52089f47b4098e1cbd361) AuthConfig (e624d9ef358a7b7ce870f350ba1e4228795f1e2c66f5175a64209fac59d5b9af) AuthConfig (b219b846692e935f9931c631793315a96da27c6c4182eda5a7edc1fccb5412b1) AuthConfig (15f2284993787bcd1fa2267a0143039c30857bf3612d2624e66bb9a8ecfb2c42) AuthConfig (b6965bc0970dd1dd55978e749706e15f7ecdad9101c3f922795f3c4696f3ccf1) AuthConfig (0274ca1c927021b3dea61ec79bfba4146607c7117c275cf145cd6bdf048defd3) AuthConfig (1e1f6d5d88fb1329f70fa0786273036e9ad8aa65be0650d24a17360ba93adfd4) AuthConfig (d706fea2cb642509676de10b16bca5a93ce292d148cfcbaec0a0849221178dd7) AuthConfig (755bd541ad743e613e9ebbceb95ab5f504703bdb42393088292dc687e47f8a39) AuthConfig (2b429a254ad55a1745e80b889c4338ab7a78244b4559b65578f5b1a3a9706e63) AuthConfig (adcbeef145101a72392a52820692ec94c7dbe20208794da81f0219c1b518b547) AuthConfig (9375e57c230214d44689383de196586ea7d8addb70f9aa5784af42cb4a65b54e) AuthConfig (2e168990de47fe21a9c3d4a835fef13c7ad2fe981b7390095e4143938ca764ed) AuthConfig (59a187167bffb45753feafb61b0adabf2a84d58c49cf5d24d93439848e755f0e) AuthConfig (3e8330cbb25f4f2ecbbc28e047af1f3d6b8f3364879539615f75c6b8a00ddbfe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a59d392d-9e80-4160-84f0-09309dfd7333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.450900122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"4593669f-3055-4b15-ba4c-a21bcb949476","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.596232609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"8be0a30d-b552-40c4-af5c-dd46700f48d5","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.606207288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"baf5edf2-72af-443d-9324-4f232fdf379d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.606666489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"3d3f4834-3a45-4524-ab2a-c846ae9159b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.66284557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"baf5edf2-72af-443d-9324-4f232fdf379d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.662960064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"3d3f4834-3a45-4524-ab2a-c846ae9159b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.7076705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"eeec7603-0069-4bc7-ab0d-0dc682c8fb25","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.707670834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"e38f5b92-aecc-4629-87a1-84b63598757f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.765940307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"e38f5b92-aecc-4629-87a1-84b63598757f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.765971105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"eeec7603-0069-4bc7-ab0d-0dc682c8fb25","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.966989667Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-a-a0e9ea90-auth","reconcileID":"e7ce870e-a52e-440b-9ea0-7ef7eba98126","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a0e9ea90-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.979442154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"9b408332-8472-4c42-812a-2ee0e30f6ea0","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:55.979463033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"9b408332-8472-4c42-812a-2ee0e30f6ea0","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:26:56.036089227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"8443f54e-8099-4a77-b53e-06da0e677988","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-14712f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.134313335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9b1c6b2-afae-4937-b230-3ff8bdf60285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.134521905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8467cabd-02fd-4417-bfab-164b1b79cd3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.134313423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"ed90da7d-63c5-4fe1-8304-230b249fc0da","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.143710679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"7c1ebeeb-76d9-4610-99e8-9fe27bea54bd","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.143727244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"7c1ebeeb-76d9-4610-99e8-9fe27bea54bd","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.192715081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8467cabd-02fd-4417-bfab-164b1b79cd3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.19271508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9b1c6b2-afae-4937-b230-3ff8bdf60285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.194992419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"ed90da7d-63c5-4fe1-8304-230b249fc0da","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.247620337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"a5c4cd9b-19a9-4ea4-ad10-90bb8174903a","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.247639917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"a5c4cd9b-19a9-4ea4-ad10-90bb8174903a","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.351630766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"d53c04de-df14-436a-94c0-7152ebc409ad","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.351650661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"d53c04de-df14-436a-94c0-7152ebc409ad","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.386274387Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-filter-sub-b-eedc3eae-auth","reconcileID":"72fc9f4c-bbdc-4865-9e26-0d59a014ea9e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-eedc3eae-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.403682654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"27b4e240-6124-4659-bdf3-afe3a523495c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.472421154Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"442924e3-6f6e-4c74-a596-70eac7613569","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"e2e-rt-sw-14712f","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-14712f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.553306068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca7e86b7-cc19-4f8d-ab19-22922cd78cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.553306088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d52d95b1-112f-4429-9a86-730e1f230fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.597289568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"77e8c9b3-79b6-4a0f-af0a-a595bff3ea70","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.611316375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca7e86b7-cc19-4f8d-ab19-22922cd78cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.611314027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d52d95b1-112f-4429-9a86-730e1f230fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.656868214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"29e81647-fa90-4ee7-9e74-5c98cb80dffd","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.713293118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"29e81647-fa90-4ee7-9e74-5c98cb80dffd","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.740925449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"5e9c54e6-8124-40d1-af1f-51302911aecc","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.740944115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"5e9c54e6-8124-40d1-af1f-51302911aecc","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:56.949082394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"35a7bf70-84aa-420c-891a-b82fc046c2e6","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:58.401428369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"bfa4d46f-e1bf-4264-8de3-b978cbf586d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:58.40170628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"813a88fd-8195-4e34-a5d8-95033378e2db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:58.458215719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"bfa4d46f-e1bf-4264-8de3-b978cbf586d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:58.458431701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"813a88fd-8195-4e34-a5d8-95033378e2db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:58.777412613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"8711d20b-6e39-49bf-94bd-273ff1870e4b","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:26:58.780127925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"b639aaf1-2452-4292-bd8f-a1de8531bce4","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:02.841764176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"bde73d9c-27d5-4c6f-a20f-f0371d12209a","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:02.896499019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"bc323535-e175-4027-9fed-e49552c0e488","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.050698076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"c9e8c2d1-da3c-49bc-981c-f36841fd0327","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.107639288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"c9e8c2d1-da3c-49bc-981c-f36841fd0327","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.120723996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"e7b8f9de-c20c-4ec8-ab93-9c1cb1c5728a","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.177127131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"361f569a-567d-426e-801e-eb840dcdfc9f","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:03.228818362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e79aa486","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486","reconcileID":"262b8ac4-d9dd-49ec-be1d-656f15fc17f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-e79aa486\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.274134074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0d1efbcf-6cb3-4353-b1a5-03d53c0acb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.274661255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"31c55828-79e7-4e60-8d4d-b6098953d446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.331480345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"31c55828-79e7-4e60-8d4d-b6098953d446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.331596092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0d1efbcf-6cb3-4353-b1a5-03d53c0acb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.340899165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"7d7ffed6-5fee-49db-9237-5501c7b39d89","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.374213293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"c556b1ee-60c8-491f-b79f-9a2a2a5d36a5","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.397975663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"452c21b5-8f50-4f14-a171-6463b71babf6","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.540226288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"a1ddac18-94c0-4ae6-bc9a-664f8beb1fcf","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.597010181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"a1ddac18-94c0-4ae6-bc9a-664f8beb1fcf","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.643590237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f56e3e6e-0d2c-45e7-af64-132473738373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.644574907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5bafa96e-a3fd-4a6f-9b55-4aa05059c5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.664464819Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e79aa486","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486","reconcileID":"e70bc2ab-48d4-4531-ae55-669bbdc28c40","MaaSSubscription":{"name":"e2e-bulk-sub-e79aa486","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-bulk-sub-e79aa486","ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.700183883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f56e3e6e-0d2c-45e7-af64-132473738373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.700880806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5bafa96e-a3fd-4a6f-9b55-4aa05059c5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.730960007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"b44dd7e3-5db8-4f5f-a845-82623b3bf0e0","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.785269756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"ddb8c793-cd74-4f68-b9ea-2fb116a8097e","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.830029564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"d2eadeb1-1cce-4034-bbc5-e32b999fe1a5","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.872623233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"f26c6411-a307-4c8d-9834-a3c6eac145b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:03.908095866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"a1ddac18-94c0-4ae6-bc9a-664f8beb1fcf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-e79aa486-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.939645956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-gw-auth-1f3da0d5","reconcileID":"dbd29f77-6085-4438-91ba-444009da81cb","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:03.996019612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-gw-auth-1f3da0d5","reconcileID":"dbd29f77-6085-4438-91ba-444009da81cb","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:04.038462186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e79aa486","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486","reconcileID":"d8c84802-eaec-4614-a733-897e7f53a73b","MaaSSubscription":{"name":"e2e-bulk-sub-e79aa486","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:04.06723419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"d216e616-2728-4e2a-8109-a7e0657f43d1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:04.123874203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"d216e616-2728-4e2a-8109-a7e0657f43d1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:04.206589014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"6393c166-eab7-4c4b-b502-42021634fba4","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:04.311187062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"5f11395e-b74d-4701-adeb-75d7de19d39c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:04.466774643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-gw-auth-1f3da0d5","reconcileID":"67035a2c-2554-4c8c-b7a8-c38887ff6eb6","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:04.523436326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-gw-auth-1f3da0d5","reconcileID":"67035a2c-2554-4c8c-b7a8-c38887ff6eb6","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:27:04.785808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-gw-auth-1f3da0d5","reconcileID":"67035a2c-2554-4c8c-b7a8-c38887ff6eb6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-gw-auth-1f3da0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:04.94587669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-gw-auth-1f3da0d5","reconcileID":"43ef59ae-68c5-44e1-a93e-152bff9ec114","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:05.002195747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-gw-auth-1f3da0d5","reconcileID":"43ef59ae-68c5-44e1-a93e-152bff9ec114","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:05.560779663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"21e347d9-3b63-4e91-bda0-bd825d4eb09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:05.560850366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"252b318b-2c3c-4d1a-b268-d7a66cf78a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:05.622755135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"21e347d9-3b63-4e91-bda0-bd825d4eb09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:05.623295077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"252b318b-2c3c-4d1a-b268-d7a66cf78a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:05.678921525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b10e605f16ed5fbd58c7fb4eebba118306b3787c01f8cc88378e94b6dda418ef) AuthConfig (344f61bb58ee3a5e14a3a8e26c885f4ae5bed78bec5b6ef053b650bc8ddd109e) AuthConfig (02e5c0ac7f4b3df5435083d592a7dd7ba69ccc3eab2e343bb39539c8e89595aa) AuthConfig (4aa6543a198e3ddf6c958aee86dc21b32344d466c5d083eed751a26aee1b5d78) AuthConfig (7847a42d20df385951e7fbf0b650b111a792868b18631544d8ba6f2b37e8027d) AuthConfig (c617b4152926ccfddc4eb4d52839f692b7054c2f0cc6b33236aac69f783a0cf4) AuthConfig (1e74514f211dcf4c4b1fa7dc12a6865979a925868a3b6f890fc3124bda18ad99) AuthConfig (074bf4675e3743252ebac7711d734dee7616c910c96461f472f28d5fda8a9729) AuthConfig (7f92f3491757460a52b7274847d644f2b2b07ee5140cf74f74fe86d7130456e6) AuthConfig (e2857ab9cec596f3472462be289b2922cc7af0c7d1e4eb32c6c3d0f59df8a38b) AuthConfig (d0799d0a711628f8321bdf56d3094acc3feab368c59da08bb70b831fe14aa9e3) AuthConfig (04f74f22f5d0b10601d9b626b698d25d3a5d123ec8dc5a65afd85074f3b18650) AuthConfig (f73ccb9c53c98f59fbb0f21231069f3a8ae40417556d5d271017fe1bf2dc5f41) AuthConfig (c6870e74d05a7579bebabe4cbd37f1f0d865835fba45ec535eaa212307b10902) AuthConfig (fbcec2ecbe1aecd0a8eb00231ad2141b08b62fd1f04b0305334e8d554a5ab823) AuthConfig (7998736ce53cf2bc8ba188130b5979c66c14f16c22d52089f47b4098e1cbd361) AuthConfig (e624d9ef358a7b7ce870f350ba1e4228795f1e2c66f5175a64209fac59d5b9af) AuthConfig (b219b846692e935f9931c631793315a96da27c6c4182eda5a7edc1fccb5412b1) AuthConfig (15f2284993787bcd1fa2267a0143039c30857bf3612d2624e66bb9a8ecfb2c42) AuthConfig (b6965bc0970dd1dd55978e749706e15f7ecdad9101c3f922795f3c4696f3ccf1) AuthConfig (0274ca1c927021b3dea61ec79bfba4146607c7117c275cf145cd6bdf048defd3) AuthConfig (1e1f6d5d88fb1329f70fa0786273036e9ad8aa65be0650d24a17360ba93adfd4) AuthConfig (d706fea2cb642509676de10b16bca5a93ce292d148cfcbaec0a0849221178dd7) AuthConfig (755bd541ad743e613e9ebbceb95ab5f504703bdb42393088292dc687e47f8a39) AuthConfig (2b429a254ad55a1745e80b889c4338ab7a78244b4559b65578f5b1a3a9706e63) AuthConfig (adcbeef145101a72392a52820692ec94c7dbe20208794da81f0219c1b518b547) AuthConfig (9375e57c230214d44689383de196586ea7d8addb70f9aa5784af42cb4a65b54e) AuthConfig (2e168990de47fe21a9c3d4a835fef13c7ad2fe981b7390095e4143938ca764ed) AuthConfig (59a187167bffb45753feafb61b0adabf2a84d58c49cf5d24d93439848e755f0e) AuthConfig (3e8330cbb25f4f2ecbbc28e047af1f3d6b8f3364879539615f75c6b8a00ddbfe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"21e347d9-3b63-4e91-bda0-bd825d4eb09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:05.678987094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b10e605f16ed5fbd58c7fb4eebba118306b3787c01f8cc88378e94b6dda418ef) AuthConfig (344f61bb58ee3a5e14a3a8e26c885f4ae5bed78bec5b6ef053b650bc8ddd109e) AuthConfig (02e5c0ac7f4b3df5435083d592a7dd7ba69ccc3eab2e343bb39539c8e89595aa) AuthConfig (4aa6543a198e3ddf6c958aee86dc21b32344d466c5d083eed751a26aee1b5d78) AuthConfig (7847a42d20df385951e7fbf0b650b111a792868b18631544d8ba6f2b37e8027d) AuthConfig (c617b4152926ccfddc4eb4d52839f692b7054c2f0cc6b33236aac69f783a0cf4) AuthConfig (1e74514f211dcf4c4b1fa7dc12a6865979a925868a3b6f890fc3124bda18ad99) AuthConfig (074bf4675e3743252ebac7711d734dee7616c910c96461f472f28d5fda8a9729) AuthConfig (7f92f3491757460a52b7274847d644f2b2b07ee5140cf74f74fe86d7130456e6) AuthConfig (e2857ab9cec596f3472462be289b2922cc7af0c7d1e4eb32c6c3d0f59df8a38b) AuthConfig (d0799d0a711628f8321bdf56d3094acc3feab368c59da08bb70b831fe14aa9e3) AuthConfig (04f74f22f5d0b10601d9b626b698d25d3a5d123ec8dc5a65afd85074f3b18650) AuthConfig (f73ccb9c53c98f59fbb0f21231069f3a8ae40417556d5d271017fe1bf2dc5f41) AuthConfig (c6870e74d05a7579bebabe4cbd37f1f0d865835fba45ec535eaa212307b10902) AuthConfig (fbcec2ecbe1aecd0a8eb00231ad2141b08b62fd1f04b0305334e8d554a5ab823) AuthConfig (7998736ce53cf2bc8ba188130b5979c66c14f16c22d52089f47b4098e1cbd361) AuthConfig (e624d9ef358a7b7ce870f350ba1e4228795f1e2c66f5175a64209fac59d5b9af) AuthConfig (b219b846692e935f9931c631793315a96da27c6c4182eda5a7edc1fccb5412b1) AuthConfig (15f2284993787bcd1fa2267a0143039c30857bf3612d2624e66bb9a8ecfb2c42) AuthConfig (b6965bc0970dd1dd55978e749706e15f7ecdad9101c3f922795f3c4696f3ccf1) AuthConfig (0274ca1c927021b3dea61ec79bfba4146607c7117c275cf145cd6bdf048defd3) AuthConfig (1e1f6d5d88fb1329f70fa0786273036e9ad8aa65be0650d24a17360ba93adfd4) AuthConfig (d706fea2cb642509676de10b16bca5a93ce292d148cfcbaec0a0849221178dd7) AuthConfig (755bd541ad743e613e9ebbceb95ab5f504703bdb42393088292dc687e47f8a39) AuthConfig (2b429a254ad55a1745e80b889c4338ab7a78244b4559b65578f5b1a3a9706e63) AuthConfig (adcbeef145101a72392a52820692ec94c7dbe20208794da81f0219c1b518b547) AuthConfig (9375e57c230214d44689383de196586ea7d8addb70f9aa5784af42cb4a65b54e) AuthConfig (2e168990de47fe21a9c3d4a835fef13c7ad2fe981b7390095e4143938ca764ed) AuthConfig (59a187167bffb45753feafb61b0adabf2a84d58c49cf5d24d93439848e755f0e) AuthConfig (3e8330cbb25f4f2ecbbc28e047af1f3d6b8f3364879539615f75c6b8a00ddbfe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"252b318b-2c3c-4d1a-b268-d7a66cf78a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.630240835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"d8f40600-a912-4df1-843e-ea21dfeea561","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.785870377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"deaa0427-8569-4495-8221-294d3b71d59b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.785997618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"8e5d3aa8-1e8e-457c-8218-ceb486ace0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.785878481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"ee645f0b-39c6-4641-bb4f-957b1b66c568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.843546511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"deaa0427-8569-4495-8221-294d3b71d59b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.843764438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"ee645f0b-39c6-4641-bb4f-957b1b66c568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:08.846441614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"8e5d3aa8-1e8e-457c-8218-ceb486ace0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:09.93852789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"68820fd3-5447-4721-acce-438559a6ae85","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:10.207900864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"99e1d1b9-a5c7-4752-b889-cafc76722816","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:10.207929358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"99e1d1b9-a5c7-4752-b889-cafc76722816","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.032428428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3759d30-b223-4aca-a696-71a13c729a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.032786936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c52d253-8733-4fc0-bc6c-9ba7a914c094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.032883252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"8e6187c5-718d-4219-9a83-b1a699bb81b0","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.088764752Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-gw-auth-1f3da0d5","reconcileID":"24124597-75f5-4b7f-a57c-e8def1ac79da","MaaSAuthPolicy":{"name":"e2e-gw-auth-1f3da0d5","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.089438683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3759d30-b223-4aca-a696-71a13c729a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.091738536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c52d253-8733-4fc0-bc6c-9ba7a914c094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.092033652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"7cfc60cd-afbf-4010-bc95-0764cdfd6110","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.092389797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"8e6187c5-718d-4219-9a83-b1a699bb81b0","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:11.250763459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"cc1a41c9-27b6-4d15-8c6a-290b45d5d4d1","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.266686761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"9944691a-67a5-4dc6-b9d8-a74746efee2e","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.31990107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"d369d3ed-83ee-4948-9f73-b5829cac4425","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.319931182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"d369d3ed-83ee-4948-9f73-b5829cac4425","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.455798432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"aa261d5c-a6c9-4011-97b2-7ee0597f7392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.456794897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"acfa3cef-a561-4d0a-b3ee-2f67e70d1919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.458195326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a0458e80-1261-4b6e-b83c-8d613a740a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.458780961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"16d78115-8489-4751-b24d-797b18736c59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.486258894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"016ed2a0-3764-40fc-adaf-dfebeb69959b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.486276324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"016ed2a0-3764-40fc-adaf-dfebeb69959b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.486551767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84154a2f-0ba8-418d-abaa-b9b95cc74d05","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.486565449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"84154a2f-0ba8-418d-abaa-b9b95cc74d05","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.48676798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d7b21501-9134-4a67-965d-a8df38d29cde","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.486781555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d7b21501-9134-4a67-965d-a8df38d29cde","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.48702136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4bed495d-6aac-42bd-80d1-7cbf4ca8589b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.487034952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4bed495d-6aac-42bd-80d1-7cbf4ca8589b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.487284077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3bb9c01-7fa6-4865-a672-e963f7516c93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.487296585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3bb9c01-7fa6-4865-a672-e963f7516c93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.487610471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5a5a7c0f-6701-4c89-aeab-99994b1888c9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.487626725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5a5a7c0f-6701-4c89-aeab-99994b1888c9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.487884554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba4a1aba-bd7d-480c-a53b-754964245ef8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.487898726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba4a1aba-bd7d-480c-a53b-754964245ef8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.488112547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"928e8006-3174-4e3d-b0e2-af1e4735d2f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.488124282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"928e8006-3174-4e3d-b0e2-af1e4735d2f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.509132397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"446e6679-3962-447b-9a88-e0ca2f343ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.512996353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"aa261d5c-a6c9-4011-97b2-7ee0597f7392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.551742513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"acfa3cef-a561-4d0a-b3ee-2f67e70d1919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.55393111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"16d78115-8489-4751-b24d-797b18736c59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.554876908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a0458e80-1261-4b6e-b83c-8d613a740a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.555409215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"f50c334b-d81f-4905-8aa9-11ba52b070ef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.55543002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"f50c334b-d81f-4905-8aa9-11ba52b070ef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.565613852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"446e6679-3962-447b-9a88-e0ca2f343ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.711683225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f42e5395-48b8-4674-b63a-3af2b5b6c4a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.711681066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7908a279-45b2-4234-b6cd-5ce1fbaf661d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.763408816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"f5a4b452-96fd-4249-bdef-ecb9196c2578","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.910251207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"7c9a783a-acb2-47df-a336-eb5d89514088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.910251655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"bb4e39ca-567a-4a18-8d2c-b37fc17a3404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.911666799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"8df94c5d-b115-4890-8afa-55db66424f28","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.912036327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"da012092-5048-4b86-af93-076b7ac6eb93","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.961505825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41ebe01f-2726-47f5-a6d6-a35373f692b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.967030129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"7c9a783a-acb2-47df-a336-eb5d89514088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:13.967244871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"bb4e39ca-567a-4a18-8d2c-b37fc17a3404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.01797378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41ebe01f-2726-47f5-a6d6-a35373f692b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.06606489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"aa8233a0-e415-45d6-ae45-2bb4342ff759","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.066136231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f6576c24-f33c-4eb0-adaa-a42fa2dff28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.123145661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"aa8233a0-e415-45d6-ae45-2bb4342ff759","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.123342885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f6576c24-f33c-4eb0-adaa-a42fa2dff28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.275456471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"0b81f05a-cdd1-4128-a6c8-7a1d3004e1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.277406937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"d6f359b3-f4b0-43e4-9ddd-1829cf0011d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.328039989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"a941131c-9342-403b-825b-9ed9b9e54f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.333088066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"0b81f05a-cdd1-4128-a6c8-7a1d3004e1aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.334595792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"d6f359b3-f4b0-43e4-9ddd-1829cf0011d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.385741494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"a941131c-9342-403b-825b-9ed9b9e54f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.482310492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"20a4a113-8b93-45a8-af1f-4a034ec49585","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.482310494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9b7f1ca-518e-4d23-aaef-07d8a04dbcca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.508245647Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"a855444f-60d5-4c08-a6f4-e356d4cadbb3","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.539067123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"20a4a113-8b93-45a8-af1f-4a034ec49585","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.540106314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9b7f1ca-518e-4d23-aaef-07d8a04dbcca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.693439414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"cd17e100-0403-4e0a-9d1e-24ea2eab8d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.693439508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"0fc250a0-22e1-4e21-b0f7-80c3a8527cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.751580866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"cd17e100-0403-4e0a-9d1e-24ea2eab8d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.751615389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"0fc250a0-22e1-4e21-b0f7-80c3a8527cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.796873047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"d307238e-88c5-4a9c-8b11-3b41dbdb1997","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.853574077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"d307238e-88c5-4a9c-8b11-3b41dbdb1997","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.899231428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0026da5d-d3d8-4863-8fb9-5f27791ae0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:14.955717113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0026da5d-d3d8-4863-8fb9-5f27791ae0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.002188145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"d07f475b-f540-4277-b4d7-facb5c479e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.061189913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"d07f475b-f540-4277-b4d7-facb5c479e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.155951164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"3659dc98-87fd-4d9d-8f19-6f11b5b3d1e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.15635705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"4a764116-b745-4854-b386-b4aa5218e2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.21245327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"3659dc98-87fd-4d9d-8f19-6f11b5b3d1e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.212579898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"4a764116-b745-4854-b386-b4aa5218e2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.260317423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"4a00b2a5-59f5-4974-a0cc-d4c62a98fff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.262850365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"91a655ff-7280-49b6-88e2-6e06668e2d2f","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.263139086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"f4c4b092-76dd-4c9f-ab84-fafc5e6b7f3c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.317596996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"4a00b2a5-59f5-4974-a0cc-d4c62a98fff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.332676574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"4f203bcd-8c94-49dc-aa6d-061f04086e8b","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.333103227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"e55cbe04-d988-41cf-85d7-99d0faa3cf57","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.457616809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"1d1a60c4-d892-4799-be30-7b053ce6ee29","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.457978927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ad8cf58-2724-4463-b1d1-154b9c7bfb74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.471880988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"15d1c8d1-f795-47aa-b90e-db26fea601e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.47228054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"a3972888-84e1-48b5-8688-c9e553924845","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.515236705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"1d1a60c4-d892-4799-be30-7b053ce6ee29","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.516002889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ad8cf58-2724-4463-b1d1-154b9c7bfb74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.608656762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"9124a528-1efe-42b3-a677-7386f559d354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.608715473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"47ce1d39-ba92-47de-97f8-ee3446aa35a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.665573818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"9124a528-1efe-42b3-a677-7386f559d354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.666648078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"47ce1d39-ba92-47de-97f8-ee3446aa35a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.709549373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a0d6229d-4d66-453d-b86c-0d4e3d3944aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.766400379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a0d6229d-4d66-453d-b86c-0d4e3d3944aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:15.957357689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70032bda-7b9b-4d36-a7ea-7fe9ec58e1c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:16.018350438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70032bda-7b9b-4d36-a7ea-7fe9ec58e1c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:16.107707236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"16f3e864-4ae6-4be6-b150-d00ed23d5fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:16.107707295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"77aa205d-f9e3-4a1a-be76-51472f254961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:16.166982661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"77aa205d-f9e3-4a1a-be76-51472f254961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:16.168396725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"16f3e864-4ae6-4be6-b150-d00ed23d5fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:18.792342913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e79aa486","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486","reconcileID":"05c44609-14be-4a81-8307-87b45a16e82b","MaaSSubscription":{"name":"e2e-bulk-sub-e79aa486","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscription":"e2e-bulk-sub-e79aa486","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.012556104Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e79aa486","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486","reconcileID":"05c44609-14be-4a81-8307-87b45a16e82b","MaaSSubscription":{"name":"e2e-bulk-sub-e79aa486","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.228565452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"25e3c095-2d74-469a-80d7-756fe667428f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.235965661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"1ed18cd1-b787-4b2a-bff8-d832df7c0c97","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.411910558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"dfcaf4fc-7d2c-4db8-999f-a3c1a832d2b4","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.433250875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"9955658a-d93b-477d-b4c1-e00f7987ff6b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.433409698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"92e91878-93b8-41a6-8737-b35f632cc8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.433250975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"d56ba6b1-beae-49a0-b3fe-797146ca121a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.494931518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"d56ba6b1-beae-49a0-b3fe-797146ca121a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.497379467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"9955658a-d93b-477d-b4c1-e00f7987ff6b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.49968222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"92e91878-93b8-41a6-8737-b35f632cc8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.669586732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-bulk-sub-e79aa486-auth","reconcileID":"6673c349-102e-44fc-bd6b-f9a9dc438e50","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e79aa486-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:19.879535773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"27091b75-6719-478d-b7db-71aad41a7c38","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:20.910488543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.324787468Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"57b00611-5da0-41de-9bb0-01d3484b12f5","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.37737886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"10dcbbc3-7dc5-4c37-b79f-db7f322ebe4e","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.377404088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"10dcbbc3-7dc5-4c37-b79f-db7f322ebe4e","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.479582965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"83bcb6d4-4751-4c18-957a-27cfa00fcaa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.480064316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b125af98-2a35-4451-9d07-4d8f8d9a89a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.480583991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d1614842-e847-4c99-9422-de92485289d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.531483076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec305b99-ff3f-4801-aedf-b5b78a2c2658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.531575307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"574c6871-57ce-40d4-a282-69109f4d2df2","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.538402744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b125af98-2a35-4451-9d07-4d8f8d9a89a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.538494646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"83bcb6d4-4751-4c18-957a-27cfa00fcaa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.542209464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d1614842-e847-4c99-9422-de92485289d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.547124666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9cbb90d-12fd-40d2-929f-81f2a7dde803","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.547174026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9cbb90d-12fd-40d2-929f-81f2a7dde803","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.547563983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e44ab802-bfb2-4615-85a5-27de6a511357","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.547581518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e44ab802-bfb2-4615-85a5-27de6a511357","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.54788642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36b01f44-5ee6-47de-9f87-7307016625e5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.547906201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36b01f44-5ee6-47de-9f87-7307016625e5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.548230675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46365d28-5a9b-4049-8189-572a0d83f254","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.548249987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46365d28-5a9b-4049-8189-572a0d83f254","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.548543822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd3b5957-118c-4568-9ec4-ad092ea536d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.548562697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd3b5957-118c-4568-9ec4-ad092ea536d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.548967165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed49dde0-3bda-4f20-a075-c26a0da1d97b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.548985773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed49dde0-3bda-4f20-a075-c26a0da1d97b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.549326328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e4116770-9e99-4fb7-a619-9fc680a05c26","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.549345433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e4116770-9e99-4fb7-a619-9fc680a05c26","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.549675224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c25abb1a-92df-4870-a675-6a193f11e701","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.549700658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c25abb1a-92df-4870-a675-6a193f11e701","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.588627134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"574c6871-57ce-40d4-a282-69109f4d2df2","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.58982709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec305b99-ff3f-4801-aedf-b5b78a2c2658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.601867611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"5825119a-31bf-49c6-8986-e318a710302b","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.601886015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"5825119a-31bf-49c6-8986-e318a710302b","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.756515779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3091a975-f147-4030-85be-30ff3f388bde","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.756577547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f21e3376-1dfd-40e7-842b-f7aefcd90c93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.808922928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"069b149b-753b-4107-8ca6-98c534aa5e45","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.846477818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"81dde52d-a818-48ab-bb45-c560d644812c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.846775741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"43b49d94-b642-4441-8671-58ab09d16746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.848701316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"99f10057-9a4c-4263-bb59-38f18634a147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.903251812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"43b49d94-b642-4441-8671-58ab09d16746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.903446731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"81dde52d-a818-48ab-bb45-c560d644812c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.905516934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"99f10057-9a4c-4263-bb59-38f18634a147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:21.948810846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24e93681-3050-4a47-ab46-a17a23b4c224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.000658398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"98788db1-a10e-4452-977c-2144fc907455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.005561125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24e93681-3050-4a47-ab46-a17a23b4c224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.069851189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"98788db1-a10e-4452-977c-2144fc907455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.276549168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b8ef07c8-d11b-4e6a-b350-c9ba701431c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.276574887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"adc7e57f-0e55-4d06-8ed1-3f9689d7a83c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.277139068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"ff0a8755-8241-4f66-963a-f32c5c61558b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.333764895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b8ef07c8-d11b-4e6a-b350-c9ba701431c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.333926273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"ff0a8755-8241-4f66-963a-f32c5c61558b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.335949903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"adc7e57f-0e55-4d06-8ed1-3f9689d7a83c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.513279212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"10cec3df-e5a7-4bfd-8c7c-8a84d705210f","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.513282452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae1b9543-ec97-4230-81a5-f0c1c6a2dd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.570438473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae1b9543-ec97-4230-81a5-f0c1c6a2dd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.571815361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"10cec3df-e5a7-4bfd-8c7c-8a84d705210f","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.573734997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"b2a88f54-f681-4992-9c48-500eca25fb5e","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.730665272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"e7371aed-620f-428d-a7ad-0fa37c1e1b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.730862517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c9b8ca5c-5105-4d79-a1ca-067a1af101e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.730666495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"c6d74a8a-96bd-40e8-9306-9d64756cd0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.787825626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"e7371aed-620f-428d-a7ad-0fa37c1e1b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.789172954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c9b8ca5c-5105-4d79-a1ca-067a1af101e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.790117298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"c6d74a8a-96bd-40e8-9306-9d64756cd0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.931826316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"20882fd2-fe23-4af2-a27c-f5ba14e391ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:22.99030439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"20882fd2-fe23-4af2-a27c-f5ba14e391ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.034910844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2912ce4a-887b-48fb-81d5-dbaca131eea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.093803966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2912ce4a-887b-48fb-81d5-dbaca131eea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.138434539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"defe16fd-6258-4844-a5b8-bc1b2cb82932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.195518303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"defe16fd-6258-4844-a5b8-bc1b2cb82932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.289769913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24746a42-65c3-4785-a277-f0c1d4cc944c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.289775011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"47541e5a-66ca-41b7-968b-1e9e2d42f650","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.347186374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"47541e5a-66ca-41b7-968b-1e9e2d42f650","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.348318836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24746a42-65c3-4785-a277-f0c1d4cc944c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.437926035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"c089d841-0b7d-48fd-8985-d1bcc23f695a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.495847347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"c089d841-0b7d-48fd-8985-d1bcc23f695a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.538371997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c8c9d778-6ade-45ed-a0cd-4c40204650f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.538972762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"ecb44761-62fd-4a9d-9f1e-cdd76adbb9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.653906963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c8c9d778-6ade-45ed-a0cd-4c40204650f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.656165757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"ecb44761-62fd-4a9d-9f1e-cdd76adbb9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.760873102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35e14fc0-74f5-4721-ae53-c9f16071e9d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.81383003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"fcd22727-55ad-4cc7-8f7b-588f8e1247e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.817185681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35e14fc0-74f5-4721-ae53-c9f16071e9d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:23.872614511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"fcd22727-55ad-4cc7-8f7b-588f8e1247e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:24.720744574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"7c5b2322-e866-4fbf-9fab-9c0ebd6f8163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:24.720761806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"76157147-2281-4ff8-b6e5-7cad8a7e4f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:24.786306644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"7c5b2322-e866-4fbf-9fab-9c0ebd6f8163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:24.791601375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"76157147-2281-4ff8-b6e5-7cad8a7e4f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:25.389596713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"6fcaa40d-f2d4-43fe-be21-3c25142d2d20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:25.533729273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"f4b9f489-990a-4bdd-8f45-be92d765eb81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:36.095752843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e70a602e-e4b7-4c88-a51a-0f9753298346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:36.096761844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e9f9996-5e3b-45ec-a51b-766a49ee9d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:36.097209541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"133828fe-44fb-495d-8986-ae54dc4482b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:36.165442642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e70a602e-e4b7-4c88-a51a-0f9753298346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:36.171626519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e9f9996-5e3b-45ec-a51b-766a49ee9d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:36.172555296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"133828fe-44fb-495d-8986-ae54dc4482b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:43.727504926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"48990c68-39dc-4309-a9b5-fb2b5d6a884f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:50.906004331Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:50.921365097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"1f5f7b79-0da0-4165-851b-13616bf65e79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.043013905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0c3151a-5245-43d0-9aaa-d10e46242804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.156334979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"fd7d8bac-a4cb-4961-af86-2e63d50c1368","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.177131669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"bd642ebf-0516-431c-b21e-416173192358","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.261539611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"3e18b07f-aca1-41b5-a1d1-c78426b1c90f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.371675086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"8059007e-e33b-43cb-af87-9b0150868a48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.470085645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"7b33b67c-7a05-4080-bc87-3542089fabc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.496427089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"0faf9775-fc34-4c28-93e9-a9f08efb320e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.573187988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"548cb223-762c-47ec-b1e9-4da6659d6600","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.7249086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"dca54819-ae0d-4a3f-a39c-8b273963e07c","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.780689707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"21dca597-5a79-46df-9ddb-40e940d0b79e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.874202382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"0104bb6b-c7c0-426e-9052-8e00d3530141","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:51.874460428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"6f39b311-b1c7-443b-b393-60a0baf0b8ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:55.478660085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"105fad86-6685-4153-af35-8a5266bbfed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.339240857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"b4a5ddcf-9a01-4f7c-949c-04133af5e10b","namespace":"llm","name":"e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.39780285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"580df571-5740-4574-88ab-09c1c6981132","namespace":"llm","name":"e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.49424763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"49733f6a-b63a-4ac8-b960-4a9b704cb1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.494639413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"1c64b303-87ed-49d1-928a-168228523fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.494716888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"292e6b21-628f-4b29-bb39-defefe0880e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.495102919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"67943de4-db35-4bb8-9e77-103c6ee766bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.545492851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef5cbd5e-791a-4964-a582-5498da7be327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.5508724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"49733f6a-b63a-4ac8-b960-4a9b704cb1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.552995409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"67943de4-db35-4bb8-9e77-103c6ee766bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.553198828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"1c64b303-87ed-49d1-928a-168228523fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.556268143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"292e6b21-628f-4b29-bb39-defefe0880e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.601819159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef5cbd5e-791a-4964-a582-5498da7be327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.744955396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"aa4d064a-4a35-412b-b31a-543d14882f08","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"name":"e2e-rt-eq-55c37d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.854387176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b00f653d-de61-4e0e-9e6c-aed6bad7fe04","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.854407268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b00f653d-de61-4e0e-9e6c-aed6bad7fe04","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.854691569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8f95e2c7-8934-441b-99b3-f287653a0a82","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.854705722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8f95e2c7-8934-441b-99b3-f287653a0a82","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.854916307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de4876c-ed84-439c-90a9-51e123a0b85e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.854926877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de4876c-ed84-439c-90a9-51e123a0b85e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.855206516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abfdcd48-45b1-4597-ad4f-c216d61cf82c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.855217117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abfdcd48-45b1-4597-ad4f-c216d61cf82c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.855390138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e4236314-9fcd-4bbe-a029-bc051fa1bf09","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.855399475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e4236314-9fcd-4bbe-a029-bc051fa1bf09","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.855628003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5f13dca-775e-460f-a8c0-d235f3a85cca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.855638453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5f13dca-775e-460f-a8c0-d235f3a85cca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.907743355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"a448f11d-2cc3-40cb-91a8-93822f10f9e2","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.907772959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"a448f11d-2cc3-40cb-91a8-93822f10f9e2","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.913017049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"22166593-2ed9-4150-85f4-544a0a01c055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.913028315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"06ded269-d574-45b5-81cc-fc5f7cc7e2aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.913594385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"634a6299-791c-4e77-b5e1-b1a046c34f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.913753678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"11dcb636-580d-4d5a-a34b-7c04c83d03c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.938343551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c899246-c17c-4681-aab4-a6423eb72d00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.938349328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce4a9355-371f-48f4-ab38-f0adaf1957fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.970039023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"22166593-2ed9-4150-85f4-544a0a01c055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.97005134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"06ded269-d574-45b5-81cc-fc5f7cc7e2aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.97243229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"634a6299-791c-4e77-b5e1-b1a046c34f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.972455387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"11dcb636-580d-4d5a-a34b-7c04c83d03c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:56.990870639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"d82349f6-4a0a-4ad9-94b0-2da487c70076","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.014350645Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"52c725ac-8fcb-4775-a277-ba6ff5d49697","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"name":"e2e-rt-eq-55c37d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.064606959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"6eb617ab-4e79-4622-964a-e7d3d4c3942d","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.065954047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1674363-fec6-4482-87d7-4d55bc8e1c9b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.065970558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1674363-fec6-4482-87d7-4d55bc8e1c9b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.066225167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f96e5ef-0421-41e0-b2c7-ea3008a2d7c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.066238088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f96e5ef-0421-41e0-b2c7-ea3008a2d7c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.130405196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"6eb617ab-4e79-4622-964a-e7d3d4c3942d","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.321055285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"df67f11a-8f21-44cd-9799-1655d57ce915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.321259009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"47f2b60f-d645-4175-aedc-1f084e69494f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.321575575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"517b1bcd-d153-4a07-82f5-8d0a6f84ddcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.372414085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc982772-c1f7-4194-a3d3-9c5d87dd2cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.378250248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"df67f11a-8f21-44cd-9799-1655d57ce915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.378397929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"517b1bcd-d153-4a07-82f5-8d0a6f84ddcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.380492763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"47f2b60f-d645-4175-aedc-1f084e69494f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.429943946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc982772-c1f7-4194-a3d3-9c5d87dd2cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.607036797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c265d066-3a8f-480b-b051-8160e58b3983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.663556723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c265d066-3a8f-480b-b051-8160e58b3983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.7544379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"0e6eed42-a5fe-417e-949a-6e3194551c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.754749818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"e9e2d3af-8b6e-4f8e-a42f-07a86ef0d21d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.754834755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"a690cef8-5ac9-4281-9f40-ff1987e9709a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.811064049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"0e6eed42-a5fe-417e-949a-6e3194551c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.811758919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"a690cef8-5ac9-4281-9f40-ff1987e9709a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.813230769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"e9e2d3af-8b6e-4f8e-a42f-07a86ef0d21d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.905893244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"f9aedc71-22e5-4954-8593-4bfb4a93224a","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:57.962603477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"f9aedc71-22e5-4954-8593-4bfb4a93224a","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.070403501Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"af3881a9-9394-410b-8eed-10561e3f5df8","namespace":"llm","name":"e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.122659288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"68060ae3-ae0a-4740-9e2f-3e759dd47c1a","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.12268554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"68060ae3-ae0a-4740-9e2f-3e759dd47c1a","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.232027908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"75f224aa-a1e6-47fc-9e9f-ab8792aff262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.232491262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"5b77c9f9-46b2-495d-8c11-676aabb963c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.232871321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0d534e66-165c-4c28-ace6-aa248d13e9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.233042438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"37ba92b9-6a3e-4c04-a01a-a67018958773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.289028502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"5b77c9f9-46b2-495d-8c11-676aabb963c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.2890423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"75f224aa-a1e6-47fc-9e9f-ab8792aff262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.291407236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"37ba92b9-6a3e-4c04-a01a-a67018958773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.291605736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0d534e66-165c-4c28-ace6-aa248d13e9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.429508505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"4052d381-6832-4578-bc34-15eaae00df01","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.486301179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"4052d381-6832-4578-bc34-15eaae00df01","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.613769952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"6a68321e-86d7-4c20-9cb6-14f1e1948508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.613980998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"dc27e207-1ee2-4877-8e5a-828686b6eb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.614219156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"3a1f3d28-9ff5-407e-b17c-f1bc3fff0cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.664856344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d6ccea-5af0-4fcb-bf95-10e698b65932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.670687588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"6a68321e-86d7-4c20-9cb6-14f1e1948508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.670696956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"dc27e207-1ee2-4877-8e5a-828686b6eb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.672737761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"3a1f3d28-9ff5-407e-b17c-f1bc3fff0cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.721063346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d6ccea-5af0-4fcb-bf95-10e698b65932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:58.952180909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73bf6494-9336-4008-b346-d7521bfd39c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.008803841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73bf6494-9336-4008-b346-d7521bfd39c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.102325153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"dfcea44d-6424-42ce-8084-15c3dc857725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.102477558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"fa130868-4597-46d6-89bd-8a8caf2a5566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.102329312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"4f1aa496-f785-40e1-9cb2-49b7a6f3e79e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.159903758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"dfcea44d-6424-42ce-8084-15c3dc857725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.159924012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"4f1aa496-f785-40e1-9cb2-49b7a6f3e79e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.162238718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"fa130868-4597-46d6-89bd-8a8caf2a5566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.374378834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"7e1ee65b-2d63-4a48-9eda-4815e2db1b0d","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.37488378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"21e8afbf-0638-4a84-9197-23076f65f5a6","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.443233848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"84d0fd45-ff0f-44c0-a3ad-ae699755f234","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.443590566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"ab732781-35f1-4437-be2a-a01e1c792a00","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.531127564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"96eac3fc-3ad8-4e21-b9ea-7e77b0eb3c2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.585405047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"7b09ea7c-dd87-4710-b28e-3e8127b7e2a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.585403677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"75feb604-c7ef-47e8-b8ea-4392884bb54e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.587897063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"96eac3fc-3ad8-4e21-b9ea-7e77b0eb3c2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.630864222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"8f9ac2aa-ed6e-4089-aeb7-a0b9f67f554a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.687460009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"8f9ac2aa-ed6e-4089-aeb7-a0b9f67f554a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:27:59.945628809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"34fe56cb-3285-4463-9337-81c1a5b31461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.002134118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"34fe56cb-3285-4463-9337-81c1a5b31461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.045630033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"6fad3412-bfab-465c-aa25-d25e9ed61ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.10184817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"6fad3412-bfab-465c-aa25-d25e9ed61ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:00.116040955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"e2e-conflict-a-13e33abf","reconcileID":"fdfd459f-1240-4cb0-9654-37b9b985f558","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"e2e-conflict-a-13e33abf-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"e2e-conflict-a-13e33abf","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:02.553815313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"a9b16303-435e-44c9-b6b1-b7daa8849592","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:02.553844013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"a9b16303-435e-44c9-b6b1-b7daa8849592","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:02.661332167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"9eeac575-ec52-4b36-84c7-199cd716ba13","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:02.661362476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"9eeac575-ec52-4b36-84c7-199cd716ba13","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:02.814369369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"aa0db96d-0dc3-4212-9408-741792ea725b","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:02.871277915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"aa0db96d-0dc3-4212-9408-741792ea725b","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.351919984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"3753baec-f5e5-446e-af3e-4417d5d1f703","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.351957685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"3753baec-f5e5-446e-af3e-4417d5d1f703","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.514699592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"6bf0bd41-4fc6-4ece-a990-3bb5e05e7826","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.51509915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"1664bc2f-c545-4ff4-8224-6f4e53bc8d63","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.596465554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"5e069a3b-7cae-41c3-8f10-f7c3f5a91852","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.596948126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"00a848d9-1b67-43bf-8968-d1ae309ccc9a","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.671079945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"991b5d8c-158b-4a78-a156-b88091ecb7a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.671305039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"49163e15-24bd-436c-a081-14562c3b06c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.729405304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"bfac8d7d-a089-4601-b2e0-33fd7b5eee4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.730100798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"4ebf81d5-84dd-41c3-bc6c-b4474ec62fcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.733624292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"49163e15-24bd-436c-a081-14562c3b06c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:03.737620812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"991b5d8c-158b-4a78-a156-b88091ecb7a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:04.045825036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"11233bf0-e876-46c0-9776-adbd1e50be4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:04.046142891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"21e965e3-6c78-4eca-92e0-55df7d9ec2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:04.1032068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"11233bf0-e876-46c0-9776-adbd1e50be4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:04.103238116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"21e965e3-6c78-4eca-92e0-55df7d9ec2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.327742104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e2e3215-669b-48b2-bc9b-be7c1f2ac7c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.509784757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"bc50f0dc-4c48-44ca-b9c7-1856ad7fc54c","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.584592836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"ad86699c-4d17-425d-ae0a-d58abf2dba00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.688441907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"f21aad5c-10d6-4d77-958f-fcd76667e579","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.792487526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"9df28b94-68ca-4678-b033-3a4e730f4e64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.792643112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"c71fb6bd-86ef-41bc-8294-2dbc60b0f90c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.894943044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"14f95707-28ab-4bff-95a0-29aa5af325d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:06.912450917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"ca1ab6e9-5214-413d-99cd-8f8e5e6cbdfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.026966873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"519e80c6-a210-42bf-a989-30de937bdd1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.173674088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"88858df3-c8b2-4637-9f0c-8c4c119bae96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.278838158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"2a15f443-eadf-4211-aa33-a812717a984a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.372640841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"17d23b69-6503-449f-9afc-9cac5e587787","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.428752655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"7355c53b-7cc2-49ef-96db-94d4dc41f8de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.647615523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d193f2b6-a414-4bed-a461-d960216f95c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.647876186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4afb9290-ae8d-4482-ab2c-2862cb173d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.647615521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"2d052d6c-5b60-4ba7-8e9f-95509b8a18ac","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.648560396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"d88cbd75-0b28-4e90-87aa-f43c575d55af","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.709755558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d193f2b6-a414-4bed-a461-d960216f95c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.722175765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4afb9290-ae8d-4482-ab2c-2862cb173d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.724546487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"d88cbd75-0b28-4e90-87aa-f43c575d55af","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.725581056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"2d052d6c-5b60-4ba7-8e9f-95509b8a18ac","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.899733651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"9c86b980-a59d-4f40-827a-650a434d2f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:07.965761437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"9c86b980-a59d-4f40-827a-650a434d2f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.072679035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b8baf902-b79a-4f09-8e0c-04174d46a691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.079594489Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.132331298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b8baf902-b79a-4f09-8e0c-04174d46a691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.132658187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"75125e73-b759-42ee-8bf8-0d532e51767d","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.13272729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"75125e73-b759-42ee-8bf8-0d532e51767d","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:28:08.196485417Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-55c37d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-55c37d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.31270135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"ce87175e-2c5c-4524-99b0-5192e832bd83","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.312734172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"ce87175e-2c5c-4524-99b0-5192e832bd83","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.385580918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"d27193b6-583d-4b49-a554-6afa85de0fc6","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.386282589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d31d254-e7bf-4ee1-abef-380ae30f3c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.386880362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ada776-b28b-4b03-ae7f-5b74f12ea61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.420766109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"cc64118b-461e-40d6-bc69-f03836ad8066","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.420846628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"cc64118b-461e-40d6-bc69-f03836ad8066","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.443999367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ada776-b28b-4b03-ae7f-5b74f12ea61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.446141513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d31d254-e7bf-4ee1-abef-380ae30f3c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.448494635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"d27193b6-583d-4b49-a554-6afa85de0fc6","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.552225081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"9b0ba435-3db3-40f9-a334-6fb02817d872","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.611835197Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"e89c75d2-1aa0-4da4-b8f6-92bbdb5b74f3","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-55c37d","model":"e2e-rt-eq-55c37d","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-55c37d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.613251314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"9b0ba435-3db3-40f9-a334-6fb02817d872","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.880363296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"ee9ac3a8-6508-4cb4-bfc9-50247bd6105a","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.880386621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"ee9ac3a8-6508-4cb4-bfc9-50247bd6105a","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.963757183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d70f25e9-3112-432a-8993-9ee4931e2b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:08.963769976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3359d14f-9e20-4e7a-acab-1c55f455935c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:09.020273281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3359d14f-9e20-4e7a-acab-1c55f455935c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:09.020519654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d70f25e9-3112-432a-8993-9ee4931e2b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:09.06679422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"a56ecbca-9866-482b-816d-fb897dc98bc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:09.087429058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"1d1ba851-02fa-43bc-a113-91191fe9e8d8","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-55c37d","model":"llm/e2e-rt-eq-55c37d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:09.123399752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"a56ecbca-9866-482b-816d-fb897dc98bc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:09.167253872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"d8ae55d0-15d9-4402-8385-7c27320b61e6","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:09.223548697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"d8ae55d0-15d9-4402-8385-7c27320b61e6","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:09.358360376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"c9df4c11-5127-4fe1-94ef-efe10cece3c4","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:09.358383446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"c9df4c11-5127-4fe1-94ef-efe10cece3c4","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:20.905681682Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:23.757960817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"49f6c95e-6b35-4584-b986-59fae304c26d","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-55c37d","model":"llm/e2e-rt-eq-55c37d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.03405147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"23c218e9-7876-4286-b816-de6585961796","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.034085686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"23c218e9-7876-4286-b816-de6585961796","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.806473982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"d885644c-b526-44f8-bf10-c2cb0d2c9e6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.806824177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353e2e44-3d92-438d-81d8-97d0a5e00783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.807097004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7df9a9f9-bf43-42ea-88d7-2ad4294b48e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.836601161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"80da2ff5-23b3-41e4-836c-7706b86ad06f","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.888265174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"d885644c-b526-44f8-bf10-c2cb0d2c9e6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.892691463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353e2e44-3d92-438d-81d8-97d0a5e00783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.908129439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"80da2ff5-23b3-41e4-836c-7706b86ad06f","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.931399537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7df9a9f9-bf43-42ea-88d7-2ad4294b48e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:24.960088904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"8bb34685-6e41-4078-a921-e56ff5750141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.0282616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"8bb34685-6e41-4078-a921-e56ff5750141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.273641681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"afba7ac9-15cd-478b-8c2b-b996c545315c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:25.332075984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"afba7ac9-15cd-478b-8c2b-b996c545315c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:32.948776391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"ea30f03b-6924-4a34-a5e5-3f232e4bc306","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:34.685513637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"151a9ed7-5690-4293-8c1b-6085556e6c4b","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.13996673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"a029c2fe-59cd-4d5f-afee-b95b2f5bbed2","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.140504978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"c8c621bb-ca66-494e-a12a-86ec08f4ca6d","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.140890777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"e2e-conflict-a-13e33abf","reconcileID":"0db9bf40-cd8c-4576-a637-0d9a25d5c943","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"e2e-conflict-a-13e33abf-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"e2e-conflict-a-13e33abf","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.211542586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"0873f396-dfd2-4aa4-a9b4-9d6dc41e7bde","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.211844893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"91ff16cf-a87e-43e7-a21b-676414fcacde","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.21214382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"e2e-conflict-a-13e33abf","reconcileID":"2b29d9a0-1948-475f-bd5d-0db541efbc53","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"e2e-conflict-a-13e33abf-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"e2e-conflict-a-13e33abf","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.302866916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"4661e485-fe3f-4da4-8605-df9a50075e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.303481807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"9129d534-a30e-4293-8422-1a3e2e0670cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.356522228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"48355c3f-9aa0-4a38-95c9-c718000b39ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.357474447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"0931dac1-50d8-4493-b979-e5e099bfd1d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.366056383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"4661e485-fe3f-4da4-8605-df9a50075e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.369655709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"9129d534-a30e-4293-8422-1a3e2e0670cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.762164719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"98ae05cf-d0ef-41c9-902d-9c4c3afa14c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.762196875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"65fd61ee-c996-4fcf-a8f6-fa8658cf0469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.820168879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"65fd61ee-c996-4fcf-a8f6-fa8658cf0469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:43.820205261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"98ae05cf-d0ef-41c9-902d-9c4c3afa14c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.127906494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"fe324888-9cba-4429-9a88-aeb09f98b23c","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.742527642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"f3941246-ce2a-4156-a2cf-f2c61b8ee4d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.84362366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"7cfe37da-7aca-4ff8-b25c-9935744bd0fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.945261727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc63302c-cd78-4a81-b5fc-c57bf164c979","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:45.945293957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"e7e047f2-11a9-429f-99bd-570c3aaf3096","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.163364628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"653dd095-e401-47e8-8ec0-a18d69a29108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.262515203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"639d8cd0-16bf-40dc-acf3-1facd1a3b5ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.283113707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"7134b9fd-7b35-4e52-87dd-e6166fb05e7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.403482847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"c42e5d81-88d8-4a72-a42d-e8302cca2e4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.504933608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"07f35ff7-e65d-4e56-b8c5-87c13b116f9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.578484354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"932211ee-2ef2-4ce1-add9-db13eb145e60","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-55c37d","model":"llm/e2e-rt-eq-55c37d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.607007857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"987d18e9-be5e-48c6-9f95-db19b8de8e01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.708872301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72aa9515-7207-4ee0-a1c7-af2a8a74c32e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.716763635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"07286acf-a82b-4cbd-918b-566a990857b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:46.883667816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"fdc819ed-2955-45dc-86b6-ea53c6b2870e","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:50.905017859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:56.381525959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"101ac4f3-57d8-4d4d-8fdf-94623dc11f3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:56.919920066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"ca460126-58c5-4491-8658-0847445c6df8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.069535174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"4bc000c1-4a7f-43b3-8fd4-d857993cf096","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-55c37d","model":"llm/e2e-rt-eq-55c37d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.118405058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"1c737957-c7b3-42b0-bd16-eb82c7f5b380","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.118424921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"49a2f36a-9b89-4124-a89f-b79451f4b200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.2227333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"7fb334be-982f-4e30-8bfa-2059cae07042","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.343471653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93d885b7-23ea-4e87-b015-9a8693856e12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.447384232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"eb05b945-48e3-4665-a5a9-3f4ef298b1a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.550951154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"bd57c2a1-abcc-4ace-b405-e09fd1bac54e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.654892773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"2a095af2-a971-4a4e-809f-6ac7b69321d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.807123348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"640457b6-5d37-4486-ac62-e877c000d3c3","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.857747544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"9b595cbe-6263-4b0f-92e3-b3dc951ab0af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.857887648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04fd50bf-c42c-4b49-9400-c20a7903029d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:57.962123331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"4e776f9c-3056-4675-9686-16e3a08c6dc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:58.088147227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"38d2c824-aff7-4c9b-a635-fd0b32e7f6f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:58.187135986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"f046ca3e-ec10-43f0-ab13-1388ac93e28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:58.187676183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"e176fded-3ca6-4fbc-98cb-6ac7cd12e3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:58.258898808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"e176fded-3ca6-4fbc-98cb-6ac7cd12e3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:28:58.262901201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"f046ca3e-ec10-43f0-ab13-1388ac93e28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.046777126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"4abfc96e-8739-453f-a592-20fbbf10fdfa","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.047295846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"bafbafb5-2bfb-40b0-923a-a8dfc25949d1","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.125059006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"31e06e39-6cb4-446e-890c-83aebd0d7e1d","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.125522604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"13a70ae1-9b44-4b87-9b54-4dcffaec4b82","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.203257391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"390da406-5f0b-4f43-b6d2-41363905d056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.203324362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"1abcb942-5358-41f5-b8cc-3487d08c567a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.255731631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"0dbfc267-35bb-48cf-aad4-60fcc0e365b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.25586743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"efb578ea-5ae2-4c0f-80dd-7e93d38e0f45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.260474581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"1abcb942-5358-41f5-b8cc-3487d08c567a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.260727843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"390da406-5f0b-4f43-b6d2-41363905d056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.61875193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"77092aa9-b1fd-4006-a228-3abd08cb8e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.618784754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ac79f3d0-7892-4c60-bcfc-5ab449f196ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.675494582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"77092aa9-b1fd-4006-a228-3abd08cb8e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:00.675582705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ac79f3d0-7892-4c60-bcfc-5ab449f196ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:09.561375657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a97b55bc-02bf-4fe6-9deb-7957f2c99554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:09.561571712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"aa15358b-5fe0-41f4-a928-3e518b2eadb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:09.618475362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"aa15358b-5fe0-41f4-a928-3e518b2eadb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:09.618614798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a97b55bc-02bf-4fe6-9deb-7957f2c99554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:20.913283026Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.309827214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"d7edfe37-5e6d-4715-ac8d-f46cd49e03e9","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.310213527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"46d94d17-617c-4220-b7dd-2657daf0e546","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.310397218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"37671927-1f32-4db9-b96a-7d534d87b1c6","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.394973186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"b3053f1e-7283-4df7-9866-a9b24ecc00a7","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.395304073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"656a1de1-c853-47a6-8850-2bbb11aa3872","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.395550839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"f275ccce-9ebc-4e8b-ad46-4461a39050f4","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.476964698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"110dbb9d-1018-4b44-bfe2-88f361f2d50e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.477828917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"49cbebf4-9844-4350-8c69-bc964286de37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.53209983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"08ae4f40-c852-44d9-83ad-e2f57d1ba3c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.532242959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"6021652b-6305-4523-8f55-c40969efe72a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.536365201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"49cbebf4-9844-4350-8c69-bc964286de37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.537001905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"110dbb9d-1018-4b44-bfe2-88f361f2d50e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.907608508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"46a5bbea-6d2a-4fdd-88dd-54a7ce2d6ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.907827015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"45f6bb9c-501a-42f4-ae22-46cdf9e4fc0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.970667124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"45f6bb9c-501a-42f4-ae22-46cdf9e4fc0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:29.975466874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"46a5bbea-6d2a-4fdd-88dd-54a7ce2d6ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:30.7985382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"c06380a6-8e84-4fc3-a770-0419b307f327","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:30.88906088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"fedcc482-9a2a-4aae-97be-71f4877120bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:30.990021481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"a6b09edf-aff3-49ce-9e09-31603636145e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.029731939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55875b30-691b-4672-b70c-b5d9fbb54aca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.091471178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"a4d03e8d-9327-4e2d-80d1-562a536de2b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.269682206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"a0911ab4-473e-428e-9f65-8e020d15b824","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.313201519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"719e28e2-d0b7-4b66-8d8e-6c961acf7996","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.411353732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"72ccb7bb-a791-4ca6-90c6-07986d2922be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.514434887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da8bc0f2-6736-4a02-8ca8-76838e6a1a80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.673682376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"c3879aae-b831-494d-8f47-4031eb1a921b","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-55c37d","model":"llm/e2e-rt-eq-55c37d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.717981681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"755ebd4e-17b4-439f-9ac9-aab78823118b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.816331582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"eb6dab12-c7c6-4121-839f-88efc1ff2849","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.835854039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"98ecb1f7-f4ab-4c13-9429-6acf7a05def6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:31.964704826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"e3887462-4998-4d19-93d9-2161dec4a48e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.179793884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"e6eaeca0-70ef-41a6-81e8-7abac9fe8fef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.180277058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"b866c6c9-bae3-4a77-8762-e33f05701df1","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.180644745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"8b5a5bd2-a10d-407f-a35f-fc86a54b88e2","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.26937186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"90551a18-c618-4328-adab-6a30745bed74","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.269645175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"caf7a04d-6c56-492a-bf8f-13698f7067b0","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.269882287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"a1006a30-b410-426a-b737-3dbb51ac18a3","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.336945425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"180abc34-8f96-4a8b-915c-03bdfd39c5a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.336997945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"87fef84b-9c25-4b44-8f2a-75992c90f53e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.392899879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"70f864c3-a143-4ee0-a52a-6fb76359e24d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.398827475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"7ba02aba-65f3-4999-885a-212c90f49327","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.401142327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"180abc34-8f96-4a8b-915c-03bdfd39c5a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.401826042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"87fef84b-9c25-4b44-8f2a-75992c90f53e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.770273074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"c38f9ea2-91b1-4b2b-98b0-2ac50b0f8ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.770278407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"cb4b0ef9-adcf-419f-9906-c9555403341e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.827065448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"c38f9ea2-91b1-4b2b-98b0-2ac50b0f8ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:37.827519953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"cb4b0ef9-adcf-419f-9906-c9555403341e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:39.594820283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"e2e-conflict-b-13e33abf","reconcileID":"efd9a59c-24c6-4057-a604-70c812c0e7c1","MaaSModelRef":{"name":"e2e-conflict-b-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"e2e-conflict-b-13e33abf-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"e2e-conflict-b-13e33abf","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:39.653051069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"e2e-conflict-a-13e33abf","reconcileID":"edc246c9-dc1b-42c4-a024-466c8da2a2a4","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"e2e-conflict-a-13e33abf-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"e2e-conflict-a-13e33abf","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:40.592897216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"e2e-conflict-a-13e33abf","reconcileID":"2fbe6a7a-95ff-4f8f-aeef-f8d87814decb","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"e2e-conflict-a-13e33abf-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"e2e-conflict-a-13e33abf","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:46.685756308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"ee0e30c7-91a0-4ef8-a438-5a9253dc3c4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:46.786516465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"56f4036d-93e5-46a3-910e-8713a6d42c4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:46.892262306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"e017ccc8-d7f3-414f-a141-fab7affcaf9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:46.893359866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"8543d743-5bd1-45e1-a336-572ebc4c7e21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.04831957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"fbc145bf-2925-4e14-9596-446bdaadd215","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-55c37d","model":"llm/e2e-rt-eq-55c37d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.105193245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"df7fe498-0841-4ea6-a177-53a2a0abf4a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.206493892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"206ae2f0-20d3-4954-88c0-d87f908b5471","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.276064261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"3edf230b-b1a8-475a-abcd-7f47b2fa9d52","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.358211374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f7c8221-4cb3-4a69-aece-7713df75d8ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.430340446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"cb3343a2-2e18-4cb9-b5c2-fd3c0d20efd5","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.476408762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"227e2294-e7dc-4daa-a982-a29fcc5535a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.582257018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6562054a-cdad-4bdb-88d7-bbd798a2aeb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.680905338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"0fcc2c9c-3f70-4fc2-b646-cf354bf9a952","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.778195602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"fd514fd1-2812-4efb-a9cd-81d1b3918b9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:47.806086847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"2972c253-e47a-4ee1-812c-807150b5c3fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.152889652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"899891e4-f159-425e-ab86-96940d3f57d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.152936684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e9b0d518-d6e8-45de-b3aa-649b226fc643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.211586644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e9b0d518-d6e8-45de-b3aa-649b226fc643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.211735357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"899891e4-f159-425e-ab86-96940d3f57d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.245981695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"dbcfd034-08b5-4222-847f-8b96072df85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.246466715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d3d55f9d-a5da-4fdd-8e8d-e3fc7faafebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.309028129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"dbcfd034-08b5-4222-847f-8b96072df85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:48.312016297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d3d55f9d-a5da-4fdd-8e8d-e3fc7faafebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:50.906491016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:53.348700426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"35ae49a3-3bce-48e1-98c0-261dafdf98de","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:54.653747638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"063cb6aa-b480-4d6c-8251-a4d8c1d06be1","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:54.712000813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"bc499e70-e0c5-4d01-a2fc-5c78340d8a2e","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:54.938880702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"2f865b5e-eab5-4859-8153-b4b182b8d35d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:54.996897678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"2f865b5e-eab5-4859-8153-b4b182b8d35d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.052915486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6adf6f7a9ffce8387287c648720649bed1257662119d836c7456d0ae85af08de) AuthConfig (e66bae9ee1b34ca6af664685360884aeb17771bcd2fbac6da9c26369fbcaac47) AuthConfig (36a9c8b6d715f5fb669011b450d9a3f86f17ff9a64c9e7a7b4e311aa51a492b3) AuthConfig (0584dee13067ad36524f67df6f77db433e45352a34ece6d5c61f54d6848bf6d9) AuthConfig (d8b4106960eaadecc131e60c6bd7e2b59ecc11f8155f4c91ef33d0ba21c2bb9f) AuthConfig (dfed9a728b485e982de8616ff5a8c6d41f71351652f0990f7d8b61baf333b7e9) AuthConfig (c97387ca7e4f1405f03f0dd6b820160315a6ef371c40e1298ad80bf020bf78f4) AuthConfig (41f643fe23646d81e5d2460c09e221f662225d26183e2121afa723d018c445b1) AuthConfig (35e8b1ebd577e60842054fd24883c0a0bd22563e966161d5f54da64d8823f0c0) AuthConfig (d7f5fa3fc41d394806c912469f5801bf70e7e145d17ab6f98137dcd63ce34844) AuthConfig (c1384e09ce351eab53287ebe726d781bb26d0a1f6cf4733af12d5ec7ad4ae9d8) AuthConfig (d35f9815eae3d7a5d4e1a9be0c7d2be9163b58f054d81d53c7795efe7798ec69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"2f865b5e-eab5-4859-8153-b4b182b8d35d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.072033329Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.072285582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"d3a9a226-f9d7-4878-928f-429dab30e9e5","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.132456391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"55b06c9e-28af-42b4-9cf0-2a7dad968a0e","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:55.186377288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub1","reconcileID":"26714d20-fb21-41ba-8f4d-ffe051ef6d66","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:55.196766476Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"55b06c9e-28af-42b4-9cf0-2a7dad968a0e","name":"distinct-w1-8e0e54","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:55.196827563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"55b06c9e-28af-42b4-9cf0-2a7dad968a0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.249566611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"e2668d94-3128-4b9b-a913-f965242eb5c9","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.249589346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"e2668d94-3128-4b9b-a913-f965242eb5c9","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.293979797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1fc0283e-935b-4ad0-9c29-ead94d125021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.294190263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"de1d2999-1afd-4f46-87d6-4ac3048521e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.307276709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"b8dff86d-ee21-43dd-a38c-75b5f307d5df","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.357105217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1fc0283e-935b-4ad0-9c29-ead94d125021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.358964005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"3d9582f7-e474-43ca-aaf3-731fdc26862d","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.366608873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"0ca9d06d-4013-40cf-8b78-cb303b4c5cb2","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.365977116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"de1d2999-1afd-4f46-87d6-4ac3048521e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.387983558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"ba41153f-1f87-4b28-8976-2759d1d838e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.417979703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"5be05cad-aa96-4d5c-86fa-b70616601471","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.447983099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"ba41153f-1f87-4b28-8976-2759d1d838e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.508764549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6adf6f7a9ffce8387287c648720649bed1257662119d836c7456d0ae85af08de) AuthConfig (e66bae9ee1b34ca6af664685360884aeb17771bcd2fbac6da9c26369fbcaac47) AuthConfig (36a9c8b6d715f5fb669011b450d9a3f86f17ff9a64c9e7a7b4e311aa51a492b3) AuthConfig (0584dee13067ad36524f67df6f77db433e45352a34ece6d5c61f54d6848bf6d9) AuthConfig (d8b4106960eaadecc131e60c6bd7e2b59ecc11f8155f4c91ef33d0ba21c2bb9f) AuthConfig (dfed9a728b485e982de8616ff5a8c6d41f71351652f0990f7d8b61baf333b7e9) AuthConfig (c97387ca7e4f1405f03f0dd6b820160315a6ef371c40e1298ad80bf020bf78f4) AuthConfig (41f643fe23646d81e5d2460c09e221f662225d26183e2121afa723d018c445b1) AuthConfig (35e8b1ebd577e60842054fd24883c0a0bd22563e966161d5f54da64d8823f0c0) AuthConfig (d7f5fa3fc41d394806c912469f5801bf70e7e145d17ab6f98137dcd63ce34844) AuthConfig (c1384e09ce351eab53287ebe726d781bb26d0a1f6cf4733af12d5ec7ad4ae9d8) AuthConfig (d35f9815eae3d7a5d4e1a9be0c7d2be9163b58f054d81d53c7795efe7798ec69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"ba41153f-1f87-4b28-8976-2759d1d838e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.583589382Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub1","reconcileID":"bb88481d-994c-41bc-b8a4-e064517bad93","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","model":"distinct-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.64023798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"079ba060-387a-4e7e-83e5-40df83eaaeb2","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.641248754Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-8e0e54 priority=0:[ai-tenant-e2e-worker-w1-8e0e54/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-8e0e54/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.703195083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"fd00eaae-0976-49fa-a1a4-88a277e5109a","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.703717557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"5475cfbd-2dd8-447c-85b9-8ce2a3ff63fa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:55.748920466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub2","reconcileID":"e2b87db1-e8e7-4344-8ca5-f0176aba9f2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.762629353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"5475cfbd-2dd8-447c-85b9-8ce2a3ff63fa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.76462056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"0d96bb9b-5e88-4b46-8434-9866ebcde575","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.770957434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"7950bbbb-4dbd-4ac7-bfe2-d1195600e3c0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:29:55.771923963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub1","reconcileID":"bb88481d-994c-41bc-b8a4-e064517bad93","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.794378101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"28ed1e7d-2b28-44f1-8f22-8882385c7edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.808865867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c868c5d4-6759-43be-a273-995689d25814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.819484868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6adf6f7a9ffce8387287c648720649bed1257662119d836c7456d0ae85af08de) AuthConfig (e66bae9ee1b34ca6af664685360884aeb17771bcd2fbac6da9c26369fbcaac47) AuthConfig (36a9c8b6d715f5fb669011b450d9a3f86f17ff9a64c9e7a7b4e311aa51a492b3) AuthConfig (0584dee13067ad36524f67df6f77db433e45352a34ece6d5c61f54d6848bf6d9) AuthConfig (d8b4106960eaadecc131e60c6bd7e2b59ecc11f8155f4c91ef33d0ba21c2bb9f) AuthConfig (dfed9a728b485e982de8616ff5a8c6d41f71351652f0990f7d8b61baf333b7e9) AuthConfig (c97387ca7e4f1405f03f0dd6b820160315a6ef371c40e1298ad80bf020bf78f4) AuthConfig (41f643fe23646d81e5d2460c09e221f662225d26183e2121afa723d018c445b1) AuthConfig (35e8b1ebd577e60842054fd24883c0a0bd22563e966161d5f54da64d8823f0c0) AuthConfig (d7f5fa3fc41d394806c912469f5801bf70e7e145d17ab6f98137dcd63ce34844) AuthConfig (c1384e09ce351eab53287ebe726d781bb26d0a1f6cf4733af12d5ec7ad4ae9d8) AuthConfig (d35f9815eae3d7a5d4e1a9be0c7d2be9163b58f054d81d53c7795efe7798ec69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"5475cfbd-2dd8-447c-85b9-8ce2a3ff63fa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.830296918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"7950bbbb-4dbd-4ac7-bfe2-d1195600e3c0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.851200754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"28ed1e7d-2b28-44f1-8f22-8882385c7edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.859483278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"bb4899db-e781-41ba-a232-49a04d32a9e5","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.870925922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c868c5d4-6759-43be-a273-995689d25814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.880177604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"b968094e-d04c-4ae0-9fec-03422d68d785","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.886887156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6adf6f7a9ffce8387287c648720649bed1257662119d836c7456d0ae85af08de) AuthConfig (e66bae9ee1b34ca6af664685360884aeb17771bcd2fbac6da9c26369fbcaac47) AuthConfig (36a9c8b6d715f5fb669011b450d9a3f86f17ff9a64c9e7a7b4e311aa51a492b3) AuthConfig (0584dee13067ad36524f67df6f77db433e45352a34ece6d5c61f54d6848bf6d9) AuthConfig (d8b4106960eaadecc131e60c6bd7e2b59ecc11f8155f4c91ef33d0ba21c2bb9f) AuthConfig (dfed9a728b485e982de8616ff5a8c6d41f71351652f0990f7d8b61baf333b7e9) AuthConfig (c97387ca7e4f1405f03f0dd6b820160315a6ef371c40e1298ad80bf020bf78f4) AuthConfig (41f643fe23646d81e5d2460c09e221f662225d26183e2121afa723d018c445b1) AuthConfig (35e8b1ebd577e60842054fd24883c0a0bd22563e966161d5f54da64d8823f0c0) AuthConfig (d7f5fa3fc41d394806c912469f5801bf70e7e145d17ab6f98137dcd63ce34844) AuthConfig (c1384e09ce351eab53287ebe726d781bb26d0a1f6cf4733af12d5ec7ad4ae9d8) AuthConfig (d35f9815eae3d7a5d4e1a9be0c7d2be9163b58f054d81d53c7795efe7798ec69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"7950bbbb-4dbd-4ac7-bfe2-d1195600e3c0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.916235949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"0fb09df8-1a00-451a-95b1-5ec07f71ed82","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:55.984716583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub1","reconcileID":"b51f11f1-706a-44e3-8d94-1131aa949611","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.133343077Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub2","reconcileID":"8ca008ba-0344-4193-8ce6-61e0587faa6d","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-2-w1-8e0e54","model":"distinct-2-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.142497348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"2256a334-7b70-4ced-b57e-8bcf7e5480d7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.151612576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"f199ef0b-2f14-4f6a-adfc-cd2f6f41e25b","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.152554413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"e12c0b69-3493-4a2b-985c-fd2fbe33a4ab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.202360732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"2256a334-7b70-4ced-b57e-8bcf7e5480d7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.209908745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"e12c0b69-3493-4a2b-985c-fd2fbe33a4ab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.25824265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6adf6f7a9ffce8387287c648720649bed1257662119d836c7456d0ae85af08de) AuthConfig (e66bae9ee1b34ca6af664685360884aeb17771bcd2fbac6da9c26369fbcaac47) AuthConfig (36a9c8b6d715f5fb669011b450d9a3f86f17ff9a64c9e7a7b4e311aa51a492b3) AuthConfig (0584dee13067ad36524f67df6f77db433e45352a34ece6d5c61f54d6848bf6d9) AuthConfig (d8b4106960eaadecc131e60c6bd7e2b59ecc11f8155f4c91ef33d0ba21c2bb9f) AuthConfig (dfed9a728b485e982de8616ff5a8c6d41f71351652f0990f7d8b61baf333b7e9) AuthConfig (c97387ca7e4f1405f03f0dd6b820160315a6ef371c40e1298ad80bf020bf78f4) AuthConfig (41f643fe23646d81e5d2460c09e221f662225d26183e2121afa723d018c445b1) AuthConfig (35e8b1ebd577e60842054fd24883c0a0bd22563e966161d5f54da64d8823f0c0) AuthConfig (d7f5fa3fc41d394806c912469f5801bf70e7e145d17ab6f98137dcd63ce34844) AuthConfig (c1384e09ce351eab53287ebe726d781bb26d0a1f6cf4733af12d5ec7ad4ae9d8) AuthConfig (d35f9815eae3d7a5d4e1a9be0c7d2be9163b58f054d81d53c7795efe7798ec69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"2256a334-7b70-4ced-b57e-8bcf7e5480d7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.267959877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6adf6f7a9ffce8387287c648720649bed1257662119d836c7456d0ae85af08de) AuthConfig (e66bae9ee1b34ca6af664685360884aeb17771bcd2fbac6da9c26369fbcaac47) AuthConfig (36a9c8b6d715f5fb669011b450d9a3f86f17ff9a64c9e7a7b4e311aa51a492b3) AuthConfig (0584dee13067ad36524f67df6f77db433e45352a34ece6d5c61f54d6848bf6d9) AuthConfig (d8b4106960eaadecc131e60c6bd7e2b59ecc11f8155f4c91ef33d0ba21c2bb9f) AuthConfig (dfed9a728b485e982de8616ff5a8c6d41f71351652f0990f7d8b61baf333b7e9) AuthConfig (c97387ca7e4f1405f03f0dd6b820160315a6ef371c40e1298ad80bf020bf78f4) AuthConfig (41f643fe23646d81e5d2460c09e221f662225d26183e2121afa723d018c445b1) AuthConfig (35e8b1ebd577e60842054fd24883c0a0bd22563e966161d5f54da64d8823f0c0) AuthConfig (d7f5fa3fc41d394806c912469f5801bf70e7e145d17ab6f98137dcd63ce34844) AuthConfig (c1384e09ce351eab53287ebe726d781bb26d0a1f6cf4733af12d5ec7ad4ae9d8) AuthConfig (d35f9815eae3d7a5d4e1a9be0c7d2be9163b58f054d81d53c7795efe7798ec69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"e12c0b69-3493-4a2b-985c-fd2fbe33a4ab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.310221611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"8f5e4399-90b1-413a-90cd-daa9aa6c2346","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.316390806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"acf2f4a4-89e1-49f9-bce9-498d0c882e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.316698891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"7b5b7477-8963-41f1-8d10-16fdce6310ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.374673182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"acf2f4a4-89e1-49f9-bce9-498d0c882e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.374759727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"7b5b7477-8963-41f1-8d10-16fdce6310ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.522071191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub2","reconcileID":"106b0d7c-52d8-4ad6-b43f-5669dc1eca95","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-2-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.825085973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"e671e360-2c8a-4ca6-8a34-f9b266327d5c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.826271294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"bd918dc7-ff98-47fd-8633-9dd490b3bac5","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.82667735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"e2e-conflict-a-13e33abf","reconcileID":"8668f3ec-a6b4-41d0-8bf6-1abc4ee7c3f9","MaaSModelRef":{"name":"e2e-conflict-a-13e33abf","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"e2e-conflict-a-13e33abf-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"e2e-conflict-a-13e33abf","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.992093536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d6206b8d-2490-4aa9-a564-67c881a324d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:56.992099654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"d3cb2105-148d-47d0-af8e-c365a3bb07a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:57.044929975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"7f78bb8f-966d-49ab-8eca-136db3ce6760","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:57.045949163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"0a87cb47-3e27-4665-bcd7-3c508e8d44f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:57.050027734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d6206b8d-2490-4aa9-a564-67c881a324d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:29:57.051073705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"d3cb2105-148d-47d0-af8e-c365a3bb07a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:03.759766007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"b966b40a-c144-4648-b8d0-e64478210c6e","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:04.771964234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"a25e47bb-2e26-4836-ba42-43e1b86984ac","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:04.827520628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8e5e936b-5f13-41a3-bc85-88a742526432","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:04.988781427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"7bbcad30-601c-436c-b434-08500c21574c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:05.051805189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"7bbcad30-601c-436c-b434-08500c21574c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:05.108788935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cce426fb03e711b4e3c15fe5b381b5da44390dda735240b224ca4cf729c07789) AuthConfig (fadd7edf163621eb276f4c7162e7dd75bcbfa17000242f9a730f76ba9581bcc6) AuthConfig (231c37c997dfc1145dcfea3d96577a8f31e00c68ec4bc092ed3814375da35f66) AuthConfig (d33df47d66b18958e362ba90e535cac8dcb6872f7d9f50b5b794de298f4d5486) AuthConfig (44ccc782f039cea7816475302b41ecc7078a1e04a714b1a329d4a52c4efffff7) AuthConfig (05fc60932e59ae4cc959f260ec6261be094a81479cab25179cede75d82836194) AuthConfig (0b1520dab4f906fa63dace40ec9bff7f029275498a340a9465eec9b8c880aa76) AuthConfig (75a24511bd79bc7a770226d24239a3488ee2efe27db8cc78b61de37d5d3f948c) AuthConfig (c37f9fbdeb9ff909f10973f8d439bc15155035e8444a4de38f6ed2bce4d993f1) AuthConfig (13dccd804b411772f3d3f995cb159b3d2931496d7077f29dc7d34c9ecbb5d467) AuthConfig (1d17fe51531f4f5be813f3b266e39810a4dbadbf35163fc1c82e8d16d23182ed) AuthConfig (b2e09628274dcf3584c4eb50c854ca0e0babfacbc32219e2a1ef892242b14159)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"7bbcad30-601c-436c-b434-08500c21574c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:05.169780275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"96effe8b-e388-414b-83c0-6ab763b3da26","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:05.325964942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"e9ccc010-aa85-406a-bcf2-3d97901451cd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:05.382671434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"e9ccc010-aa85-406a-bcf2-3d97901451cd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:05.437903915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-58efa5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cce426fb03e711b4e3c15fe5b381b5da44390dda735240b224ca4cf729c07789) AuthConfig (fadd7edf163621eb276f4c7162e7dd75bcbfa17000242f9a730f76ba9581bcc6) AuthConfig (231c37c997dfc1145dcfea3d96577a8f31e00c68ec4bc092ed3814375da35f66) AuthConfig (d33df47d66b18958e362ba90e535cac8dcb6872f7d9f50b5b794de298f4d5486) AuthConfig (44ccc782f039cea7816475302b41ecc7078a1e04a714b1a329d4a52c4efffff7) AuthConfig (05fc60932e59ae4cc959f260ec6261be094a81479cab25179cede75d82836194) AuthConfig (0b1520dab4f906fa63dace40ec9bff7f029275498a340a9465eec9b8c880aa76) AuthConfig (75a24511bd79bc7a770226d24239a3488ee2efe27db8cc78b61de37d5d3f948c) AuthConfig (c37f9fbdeb9ff909f10973f8d439bc15155035e8444a4de38f6ed2bce4d993f1) AuthConfig (13dccd804b411772f3d3f995cb159b3d2931496d7077f29dc7d34c9ecbb5d467) AuthConfig (1d17fe51531f4f5be813f3b266e39810a4dbadbf35163fc1c82e8d16d23182ed) AuthConfig (b2e09628274dcf3584c4eb50c854ca0e0babfacbc32219e2a1ef892242b14159)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"e9ccc010-aa85-406a-bcf2-3d97901451cd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.540956544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"b1abccde-2c03-4d9f-86a0-9c36917aec48","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.555859409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"73bf7339-b9c2-4232-adbf-164b550ef25f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.59302613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub2","reconcileID":"3f33d4ed-8c88-4605-a22c-b0c0dc77d1a8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-2-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.599227336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"b1abccde-2c03-4d9f-86a0-9c36917aec48","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.613177425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"73bf7339-b9c2-4232-adbf-164b550ef25f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.660831228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6adf6f7a9ffce8387287c648720649bed1257662119d836c7456d0ae85af08de) AuthConfig (e66bae9ee1b34ca6af664685360884aeb17771bcd2fbac6da9c26369fbcaac47) AuthConfig (36a9c8b6d715f5fb669011b450d9a3f86f17ff9a64c9e7a7b4e311aa51a492b3) AuthConfig (0584dee13067ad36524f67df6f77db433e45352a34ece6d5c61f54d6848bf6d9) AuthConfig (d8b4106960eaadecc131e60c6bd7e2b59ecc11f8155f4c91ef33d0ba21c2bb9f) AuthConfig (dfed9a728b485e982de8616ff5a8c6d41f71351652f0990f7d8b61baf333b7e9) AuthConfig (c97387ca7e4f1405f03f0dd6b820160315a6ef371c40e1298ad80bf020bf78f4) AuthConfig (41f643fe23646d81e5d2460c09e221f662225d26183e2121afa723d018c445b1) AuthConfig (35e8b1ebd577e60842054fd24883c0a0bd22563e966161d5f54da64d8823f0c0) AuthConfig (d7f5fa3fc41d394806c912469f5801bf70e7e145d17ab6f98137dcd63ce34844) AuthConfig (c1384e09ce351eab53287ebe726d781bb26d0a1f6cf4733af12d5ec7ad4ae9d8) AuthConfig (d35f9815eae3d7a5d4e1a9be0c7d2be9163b58f054d81d53c7795efe7798ec69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"b1abccde-2c03-4d9f-86a0-9c36917aec48","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.675975518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-8e0e54-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6adf6f7a9ffce8387287c648720649bed1257662119d836c7456d0ae85af08de) AuthConfig (e66bae9ee1b34ca6af664685360884aeb17771bcd2fbac6da9c26369fbcaac47) AuthConfig (36a9c8b6d715f5fb669011b450d9a3f86f17ff9a64c9e7a7b4e311aa51a492b3) AuthConfig (0584dee13067ad36524f67df6f77db433e45352a34ece6d5c61f54d6848bf6d9) AuthConfig (d8b4106960eaadecc131e60c6bd7e2b59ecc11f8155f4c91ef33d0ba21c2bb9f) AuthConfig (dfed9a728b485e982de8616ff5a8c6d41f71351652f0990f7d8b61baf333b7e9) AuthConfig (c97387ca7e4f1405f03f0dd6b820160315a6ef371c40e1298ad80bf020bf78f4) AuthConfig (41f643fe23646d81e5d2460c09e221f662225d26183e2121afa723d018c445b1) AuthConfig (35e8b1ebd577e60842054fd24883c0a0bd22563e966161d5f54da64d8823f0c0) AuthConfig (d7f5fa3fc41d394806c912469f5801bf70e7e145d17ab6f98137dcd63ce34844) AuthConfig (c1384e09ce351eab53287ebe726d781bb26d0a1f6cf4733af12d5ec7ad4ae9d8) AuthConfig (d35f9815eae3d7a5d4e1a9be0c7d2be9163b58f054d81d53c7795efe7798ec69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"73bf7339-b9c2-4232-adbf-164b550ef25f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.779248499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"6c639956-e1bb-42a2-8693-b98a557fc967","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:06.874788954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub1","reconcileID":"8cb0088c-5d8b-4df3-857c-c644859ad496","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:07.04403874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"1b9fc166-fb08-453d-9cf0-d6cb115bb8f8","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.358363683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7308f22f-5fb0-49ec-9327-1ff2b3a32eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.360303932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"ea3aeb35-e105-472f-b72d-e1c8c463019e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.360325218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b7cae497-1c66-4fa0-8393-e3ceae07688b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.360660882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"6a5d58a3-6b7e-43ee-b20a-62ec7344b6b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.415852297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7308f22f-5fb0-49ec-9327-1ff2b3a32eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.417771957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"6a5d58a3-6b7e-43ee-b20a-62ec7344b6b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.418181399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"ea3aeb35-e105-472f-b72d-e1c8c463019e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.419784686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b7cae497-1c66-4fa0-8393-e3ceae07688b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.738033604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"ebccb7fd-c698-4073-9e29-e588e050dd77","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.740456191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"42708e7d-bb96-49a8-bd8d-5c4638a5a3e2","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.887535588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"e5a17418-84c7-4eab-b79e-78d448ebef53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.888534188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"fa310255-1c9e-40d4-bd43-b71efe0fe56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.944869281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"e5a17418-84c7-4eab-b79e-78d448ebef53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.946515845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"fa310255-1c9e-40d4-bd43-b71efe0fe56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.995545846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"0d0f30ac-cdc3-49b9-9c61-2838e1cee304","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:08.999466824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"98fd5da7-9763-46b7-8b2c-13939a9e6b68","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.05290173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"0d0f30ac-cdc3-49b9-9c61-2838e1cee304","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.058116515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"98fd5da7-9763-46b7-8b2c-13939a9e6b68","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:09.359039725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"0d0f30ac-cdc3-49b9-9c61-2838e1cee304","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:09.359046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"98fd5da7-9763-46b7-8b2c-13939a9e6b68","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.57857202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"8df5e96e-a7ef-4f03-a364-8bd8543d352e","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.579350766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"b051fc49-2efc-4817-9511-728e4d5c2927","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.579664043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"f9096c96-0c26-43ff-9643-4968eb9b86cb","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.635550571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"4337de1b-7150-46e3-b13a-70688b29bbfe","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.63602967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"49d3c09d-abb1-4e91-994c-7d4b84a06e6a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.678454245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"e87192a3-de7f-4352-9a18-91a086bb7840","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.678668912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"bf43b831-b1b3-4cf0-9e2e-f86724ae9c36","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.678964197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"c525a833-9472-4f86-860c-9a3bc1b88510","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.699369843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"4337de1b-7150-46e3-b13a-70688b29bbfe","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.699766814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"49d3c09d-abb1-4e91-994c-7d4b84a06e6a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.763646828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"0aedf578-15b5-4dd2-abf8-f8e54023ad8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.831664886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"0aedf578-15b5-4dd2-abf8-f8e54023ad8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.837742782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"6c90f0d4-e550-4f26-a779-6caf55518db9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.839962546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"e6d936eb-468a-499a-9e17-7946d7a5d08b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.855416438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2dd9e8ac-8a4b-494f-9531-6300fe380773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:09.917452622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2dd9e8ac-8a4b-494f-9531-6300fe380773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:10.149390053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"48670eab-c766-4a53-8523-e340f33b449e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:10.207790431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"48670eab-c766-4a53-8523-e340f33b449e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:10.25040958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8048be14-15d2-4e32-9a66-60b3b3cdb8aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:10.3209982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8048be14-15d2-4e32-9a66-60b3b3cdb8aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.381864342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"90f41059-42f0-4202-acd5-f6f766c41348","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.564406859Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub1","reconcileID":"6ee69ff6-51cc-47c1-9a6a-c42d83c76569","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54abefc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.675672284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"aed84e4c-1fde-42e3-bda9-2ef10b244786","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.736665313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"aed84e4c-1fde-42e3-bda9-2ef10b244786","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.775620793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0df8b168-b168-494d-ae36-904e50aa2428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.775838395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"231b4b2b-cae1-4434-8e2b-9c94aa92a6c0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.775618071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c9beac20-c935-4fca-9d7c-ecb7b9644be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.83648593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c9beac20-c935-4fca-9d7c-ecb7b9644be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.838121452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"231b4b2b-cae1-4434-8e2b-9c94aa92a6c0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:12.838583362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0df8b168-b168-494d-ae36-904e50aa2428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.259491921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"89920029-91eb-4eac-8266-a0f9d574ed10","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.294127375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"aaa2cd84-54d8-43ab-ac63-e9e6a58de65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.294257833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c717c169-3e99-4986-9795-94dcb3d918f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.294649348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"13877e1b-70ac-4717-bbdc-55a7ed31a73a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.31906436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"89920029-91eb-4eac-8266-a0f9d574ed10","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.361323703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c717c169-3e99-4986-9795-94dcb3d918f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.361984532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"13877e1b-70ac-4717-bbdc-55a7ed31a73a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:13.364730073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"aaa2cd84-54d8-43ab-ac63-e9e6a58de65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:15.601103208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"7e122880-0ed7-4283-bb37-adfda6246d5a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:15.661957988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"7e122880-0ed7-4283-bb37-adfda6246d5a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:15.955985916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"6b7cb812-7493-4489-95a1-ddafbf385a77","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.21747511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"bf507f87-214a-4b47-a80a-5a9bb74ebfb0","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.217684623Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.282364939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"e4dc13af-d94f-4107-ba51-5ded59f4ad81","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.32719237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-subscription","reconcileID":"a7f17396-87c5-459d-afdf-cf8e7a9c3ca5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.352784752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"5c99e495-61bb-419a-9def-a0d5f88df562","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.375365333Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"1762a764-ce2b-4ca3-97a3-390cbfef12c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.376092876Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a26734dd-45cc-420a-9001-211bd2c19142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.376229817Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"b26a25ea-59fb-406e-92e6-56d21b7b3357","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.437035055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"b26a25ea-59fb-406e-92e6-56d21b7b3357","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.437258125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"bbd6467e-4c93-4075-8ca1-c5bdf0a6e48e","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.440584758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"6e8ff7e6-4e48-4466-b6fa-b42a983c0469","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.441594351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"1762a764-ce2b-4ca3-97a3-390cbfef12c3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.442367029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a26734dd-45cc-420a-9001-211bd2c19142","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.442864536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"e11c719c-2c1a-4ad7-8ad5-389dfbc62a92","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.461362472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"940e0460-f743-4af0-9d96-d2bec8aecb0f","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.52557278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"a0c9fc91-12b5-4afb-8124-61eaff349ff3","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.6350467Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"7d617ec9-20d3-488c-9ad5-6dd818bb93f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.63510064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"7d617ec9-20d3-488c-9ad5-6dd818bb93f2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.635553625Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"e5a2ccf7-b931-498d-9d97-4b6e72d76eb7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.635602964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"e5a2ccf7-b931-498d-9d97-4b6e72d76eb7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.658470592Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5a70c729-41b3-4cad-b838-2fa6cbdd324e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.658523772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5a70c729-41b3-4cad-b838-2fa6cbdd324e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.808137793Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"f5782f75-bf3c-4003-affd-6e0eab486b17","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.808227596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"f5782f75-bf3c-4003-affd-6e0eab486b17","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.808246149Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"a58c586a-ae91-4718-bb96-57cb6d6362ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.80830011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"a58c586a-ae91-4718-bb96-57cb6d6362ab","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:18.842678255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-subscription","reconcileID":"dc5c1100-ee73-4e44-94e9-f838ada13db3","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription","ai-tenant-e2e-worker-w0-58efa5/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.906552903Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a6bbe4b0-9101-4b53-9e89-51196be0afe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:18.906617642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a6bbe4b0-9101-4b53-9e89-51196be0afe9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.017371861Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"d01a519e-de8f-40e3-9817-273419cc271a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.017448223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"d01a519e-de8f-40e3-9817-273419cc271a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.017536222Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"d811d601-26eb-4098-a54a-6500cd12eb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.017578317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"d811d601-26eb-4098-a54a-6500cd12eb0e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.024200792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"4fce271e-3118-445d-8689-44c58940b84b","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.06810608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"0fea5dbb-a236-4a2e-9995-846b84513447","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.120459068Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"265f69dd-19d3-4107-9431-f837352f5d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.120517606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"265f69dd-19d3-4107-9431-f837352f5d05","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.228677571Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"abf500cb-2d09-46b5-83e2-e48ea76d6d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.22873735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"abf500cb-2d09-46b5-83e2-e48ea76d6d79","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.228681755Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"ed41d88d-b35c-4612-885b-2d875aa08bf3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.22878389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"ed41d88d-b35c-4612-885b-2d875aa08bf3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:19.238350295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-subscription","reconcileID":"1d1df539-ca2b-47b3-966c-741bfb29adcf","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.344507209Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"af5ebc23-0ea0-48ca-9402-aaa79906d093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.344559008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"af5ebc23-0ea0-48ca-9402-aaa79906d093","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.485980053Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5e29b6ff-0cfe-414e-9155-ce973771de8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.486041971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5e29b6ff-0cfe-414e-9155-ce973771de8b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.486542613Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"79d835d4-83e3-4e5d-8518-65fdace4c0c9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.486594044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"79d835d4-83e3-4e5d-8518-65fdace4c0c9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.584599227Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"43fadc92-b9ca-4eb6-96e0-cf956f3972da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.584655159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"43fadc92-b9ca-4eb6-96e0-cf956f3972da","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.83283917Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"a2fbbddc-13ca-4afc-a225-79e2e3d8fb20","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.832990337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"a2fbbddc-13ca-4afc-a225-79e2e3d8fb20","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.832872659Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b567c952-37ac-4e79-8e28-70855f4a9159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.833086569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b567c952-37ac-4e79-8e28-70855f4a9159","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.916612513Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"10a63b2f-8b08-4ce7-ae49-a05f047706fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:19.91667392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"10a63b2f-8b08-4ce7-ae49-a05f047706fc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:20.318920288Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"3b3fee2a-d5a2-4a2d-bf72-35632885876e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:20.319016602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"3b3fee2a-d5a2-4a2d-bf72-35632885876e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:20.319311945Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"971f41f7-6002-4862-93a7-430d8d5116a5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:20.319369234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"971f41f7-6002-4862-93a7-430d8d5116a5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:20.426374164Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"ee4e2da8-64e6-4036-b378-6257c30c1dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:20.426505017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"ee4e2da8-64e6-4036-b378-6257c30c1dfc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:20.909882299Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.040803431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"cbd5bbad-9aeb-4157-9a6f-cb3ab017e961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.040814431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"296e1e9f-ebec-410b-88dd-a1b5d0a3f092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.100247214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"cbd5bbad-9aeb-4157-9a6f-cb3ab017e961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.102597105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"296e1e9f-ebec-410b-88dd-a1b5d0a3f092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.140669086Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"ba2565cc-69d7-4407-874c-ffee4e4a32a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.140682061Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"3fc7f057-c69e-4558-a3e5-9540d3a6ace3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.140728504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"ba2565cc-69d7-4407-874c-ffee4e4a32a6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.140727423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"3fc7f057-c69e-4558-a3e5-9540d3a6ace3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.238804741Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"52bd3f7c-5a37-46c1-abba-0445333ed88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.238856814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"52bd3f7c-5a37-46c1-abba-0445333ed88f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:21.269931608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"b2aea9e7-3e11-4c5a-91c3-7e6deb2a16fc","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.436960254Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c0fd3a1d-a7f1-46d0-b0c4-c2d9f862ed49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.437013288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c0fd3a1d-a7f1-46d0-b0c4-c2d9f862ed49","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.438593975Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"921b1843-5018-437a-8df0-f29a014cf630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.438639087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"921b1843-5018-437a-8df0-f29a014cf630","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.438668221Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"d57201ca-32f7-466a-8800-87fa69f3a665","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:21.438719092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"d57201ca-32f7-466a-8800-87fa69f3a665","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.61680901Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub1","reconcileID":"65005612-4d7d-46aa-be52-bbfbeea7208e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.669294334Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub1","reconcileID":"65005612-4d7d-46aa-be52-bbfbeea7208e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:22.723715321Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub1","reconcileID":"65005612-4d7d-46aa-be52-bbfbeea7208e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.007212284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"c3add2ee-f5d2-416a-8f1b-1e9f065e919d","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.007479155Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.159785708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"46144447-d7bd-4126-b069-33b385f491c8","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.289691356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"b287daaa-6306-4c2d-9949-2acc57673fae","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.293146074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"e84a7c5a-1575-488c-b1f9-ce51148663be","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.293224718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c9a71914-8357-4614-b7f9-11ba5d66dfbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.293752202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"7bd2f9fd-9125-4632-982e-48c0557e701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.324484258Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub2","reconcileID":"83a9b5cf-57b7-45a9-afaf-8eae625f4d5d","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-05666b64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.348389726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"b287daaa-6306-4c2d-9949-2acc57673fae","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.353512907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"e84a7c5a-1575-488c-b1f9-ce51148663be","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.35424515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"7bd2f9fd-9125-4632-982e-48c0557e701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.358238751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c9a71914-8357-4614-b7f9-11ba5d66dfbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.820758578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"cdcec304-132d-41a0-ad22-af696599f313","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.82076378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"2483590e-0e22-4df6-b8b4-e2e837d72713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.826313426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"c5addb8d-e985-476e-b56b-f005f8da137c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.828707749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"3f0c3be0-9a87-4300-bd14-294a61eb5ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.883504387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"2483590e-0e22-4df6-b8b4-e2e837d72713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.883636547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"cdcec304-132d-41a0-ad22-af696599f313","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.888623581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"3f0c3be0-9a87-4300-bd14-294a61eb5ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:23.888686275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"c5addb8d-e985-476e-b56b-f005f8da137c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:24.155216992Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"086130f6-cc6f-4d28-a0ab-4d8adcea3ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:24.15527691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"086130f6-cc6f-4d28-a0ab-4d8adcea3ef2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:24.254562805Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"7fed13e8-4911-4125-9c09-03ac9c6809bd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:24.254617682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"7fed13e8-4911-4125-9c09-03ac9c6809bd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:24.254560086Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"c2b29918-0c36-474f-a75f-d22029d7420f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:24.254677195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"c2b29918-0c36-474f-a75f-d22029d7420f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:29.430825001Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"e22e04f3-3c47-4c9a-8b4f-75ad068c553f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:29.430911459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"e22e04f3-3c47-4c9a-8b4f-75ad068c553f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:29.533678974Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"f01e9d0d-9cd2-4c1e-9789-cf286c489aa3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:29.533744872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"f01e9d0d-9cd2-4c1e-9789-cf286c489aa3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:29.533681674Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"0d6bc17d-439f-4335-937c-1415acd39a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:29.533784399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"0d6bc17d-439f-4335-937c-1415acd39a79","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: compose ai-tenant-e2e-worker-w0-58efa5/e2e-dedup-subscription@e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: model e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:30.38743063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"bab5ffb6-2b27-4636-9bd3-5264d456276d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:31.440404737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-subscription","reconcileID":"b4b9f41d-bfe3-4bd3-9a0a-4139dffedf6c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:31.657676477Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-subscription","reconcileID":"b4b9f41d-bfe3-4bd3-9a0a-4139dffedf6c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:31.875385359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"3d7e5209-f3b4-4ce5-93c6-1f6f97406c7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:31.880830397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"2fbe0d16-8d2c-452f-bbed-7284dd30ac6b","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:31.881255777Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.044846367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"37c3c8d8-1568-4557-ac9f-10fcd1bce5b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.045017887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"df546773-6cdf-47c8-9f2a-e772da0ae6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.045312655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"343c7082-07a1-46cb-95b2-ec680f492009","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.054226095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"405f5501-048e-4bc8-8fa4-80df9e59906a","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.101718095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"df546773-6cdf-47c8-9f2a-e772da0ae6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.102075842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"343c7082-07a1-46cb-95b2-ec680f492009","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.10391774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"37c3c8d8-1568-4557-ac9f-10fcd1bce5b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:32.417395599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"343c7082-07a1-46cb-95b2-ec680f492009","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.417540107Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-dedup-auth","reconcileID":"026ceadf-8471-4295-a4d5-eaacda7d40fc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.425307544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"c7c4dcde-48c2-4b18-9746-650ccb5e4701","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.564907792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"24ac1233-96d3-4c1a-86e8-1bd106efaf14","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:32.738121456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"84247897-7a91-425e-8695-6e5bd56dd47e","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.377069353Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub2","reconcileID":"1f8cd0d5-5608-4ee1-b4ec-92de7201ddd9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.429544314Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub2","reconcileID":"1f8cd0d5-5608-4ee1-b4ec-92de7201ddd9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.482387149Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-sub2","reconcileID":"1f8cd0d5-5608-4ee1-b4ec-92de7201ddd9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.765550854Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.76616814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"643bcf0c-b9a0-4b68-a09a-66f8cc6f100b","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.874527294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"9e9c1227-17e2-4d24-880f-6c7d24f6ddc0","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.874770379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"6a84d7fd-a2d1-4e03-8a5b-45d2d0057241","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.933221077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"cdd600bd-8a7b-4e39-a800-8be7417a2f67","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.933402699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"62b40f35-f5d5-4131-a617-90d8cd14731e","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:33.935306748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"44336939-c3be-4fd8-a711-11d580ad3cf8","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.03346037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"42c72d32-e0a4-4da5-9999-0709958eb264","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.034183961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"79ee5cc5-b7b6-43c5-9627-a67693d17cf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.034232034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f4b37a0e-9469-44e9-86df-a1a8383466f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.034581811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"e7424d58-1bd5-4a03-b3b4-c4b6610f5da0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.09712603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"79ee5cc5-b7b6-43c5-9627-a67693d17cf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.098021702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f4b37a0e-9469-44e9-86df-a1a8383466f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.099535175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"42c72d32-e0a4-4da5-9999-0709958eb264","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.101502501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"e7424d58-1bd5-4a03-b3b4-c4b6610f5da0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.159767488Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.159894268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"93107400-55af-4e61-a6d3-bc6b68c93c8d","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.202996144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"8eb388a4-6959-4d81-b075-e48bf54520e7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.223130467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"4a7e1b5b-0add-4933-bf73-a372f5cb3351","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.261105686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"8eb388a4-6959-4d81-b075-e48bf54520e7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.27767267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"83806e4d-9c76-482b-8b5d-1f60720c02dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.2865898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"5b06aa7b-395a-4484-b85a-35ea16441771","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.286910836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a7910746-4a31-481e-9d5d-a6642d846993","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.307717496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth1","reconcileID":"84db9128-6203-4ea0-bf0f-22f354e555fd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.343601296Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a7910746-4a31-481e-9d5d-a6642d846993","name":"distinct-2-w0-58efa5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-58efa5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:34.343671692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a7910746-4a31-481e-9d5d-a6642d846993","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-58efa5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.349110597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"458f41d1-e5dd-47d4-916e-af0dcb1d8582","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.400362312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"f6b2af0e-d375-491d-9fe4-52bb1d309c76","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.400731474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"7cb20579-2859-4257-a89e-7325b510e6ba","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.457747604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"75e695d8-5c38-47a8-af28-6167f7405eb5","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.458174909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"b2c9ece4-93c5-46a5-882f-37b913fc6645","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.474062033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"519b0356-3f46-467a-9025-8a9c0125e4b8","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.530458354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"30dc6215-c9e5-41c5-80f3-207ad00125d2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.58541721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b495a3cb-1228-438b-bd6a-699ef39a1d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.585735332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"9d5da894-5be0-475e-a413-411bea02ffc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.590431657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"30dc6215-c9e5-41c5-80f3-207ad00125d2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.646579175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"9d5da894-5be0-475e-a413-411bea02ffc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.647894293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b495a3cb-1228-438b-bd6a-699ef39a1d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.650497463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"4bba60cb-5038-4797-9019-73bab30a0e69","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.672064937Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"77f7ce7e-f82a-435b-b1ee-8adba681145a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","model":"distinct-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.709296443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"e85e7faa-0389-409c-a2e3-5b8bd00498de","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.709586822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"d03f76ea-a205-45bc-8316-a863331c9249","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.835467997Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"77f7ce7e-f82a-435b-b1ee-8adba681145a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","model":"distinct-2-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:34.854516568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-return-all-auth2","reconcileID":"0b42bbaa-2b0a-4c4a-b8e8-223dc313a817","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.006842535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"f82fff7f-4671-4d23-baec-acade819d04b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.039952805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"e7a713c3-f50e-44b8-84bf-d9758e91fc76","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.071615324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"f82fff7f-4671-4d23-baec-acade819d04b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.083718026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"39df2bd4-3f5f-4071-906e-fe487914cd51","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.084180337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"83726211-1201-4b71-8988-c264d225ebb8","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.212415802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"7a73937d-51be-4a04-b2e3-b7cc07e1b49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.215903164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"f0e75ec3-d5ce-41a9-9c02-cd60df4d4d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.278834332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"f0e75ec3-d5ce-41a9-9c02-cd60df4d4d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.284456803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"7a73937d-51be-4a04-b2e3-b7cc07e1b49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.324701302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"60097e01-70c7-4baf-a4a7-2cab7a4760b5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:35.482678403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"60097e01-70c7-4baf-a4a7-2cab7a4760b5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.227490956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0aeacd41-8a0f-48ea-aaec-57d5689ced59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.227750568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b62bbee8-01ba-4bb6-9c53-c45c5bfe0cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.288313194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b62bbee8-01ba-4bb6-9c53-c45c5bfe0cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.289414758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0aeacd41-8a0f-48ea-aaec-57d5689ced59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.493027578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"26d432fd-86dc-4155-aa5c-cf3b8b6ebd34","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.550440913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"7ada00e6-2c44-4c42-8147-1756d4ca2a65","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.718185792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-auth","reconcileID":"496b4ea9-67eb-4123-9b1b-252bd51752ec","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.776001291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-auth","reconcileID":"496b4ea9-67eb-4123-9b1b-252bd51752ec","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.778379508Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.778387585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"fa2a5948-9852-45ac-9550-e2cd72a38a3c","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.838774552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"6baf7a83-2a4d-4316-9aa3-9ff4bd003eaf","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.83910967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"25205764-3970-4991-ab24-d2af79548de0","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.894593752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"237c4306-134d-494d-8601-8bc7fa006e05","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:36.907366009Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-8e0e54/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.946574556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"47234d18-0b76-403a-9e88-d9ca73b7f5b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:36.952398435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"dc87e75b-8a1c-4565-b9a4-2556af83dff6","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.007447032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"47234d18-0b76-403a-9e88-d9ca73b7f5b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.04231465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"900486ee-63c7-4d99-ba88-f235914dd760","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.098650291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"900486ee-63c7-4d99-ba88-f235914dd760","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.10413537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"85cdb2ae-597c-4a2a-828d-3dd6e631c99e","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.229001776Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-sub","reconcileID":"6195cc5f-6384-46a9-b1a1-8cad22e77a0a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.260742036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-auth","reconcileID":"87c38ce1-585c-4279-908c-93214e660ed7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.320868248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-auth","reconcileID":"87c38ce1-585c-4279-908c-93214e660ed7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.367593196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"64ee78b0-9ae2-4372-a60e-24fb72d2a06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.397605938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"f5fbfd4e-84dc-4e68-9201-16c104d6417f","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.421362483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c3435c8d-e036-478c-8fd5-e34cc4690553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.426984773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"64ee78b0-9ae2-4372-a60e-24fb72d2a06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.441785166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"65002393-e19f-4d16-bdc6-9d39e11209aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.478921232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c3435c8d-e036-478c-8fd5-e34cc4690553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.607256163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-sub","reconcileID":"65feea87-1d7a-4a62-bca8-754df17a3c9a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.791461016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"5e0b4f13-f54f-4c9b-b8c4-b4a6c2f88c17","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.851296661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"2e1b48ad-a651-45fb-b567-00d999613edd","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:37.981563834Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"ebb331cd-4ea7-4920-8cb3-174960614975","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-192be1c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.037888938Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"f473be67-4a35-4ccf-9bde-6eab86992521","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-192be1c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.075366315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"0c965b4a-2a48-4fdf-bf12-2674672a8c25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.075447279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"2a573abc-1ec0-434e-928c-6f74d13d9c78","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.133238737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"2a573abc-1ec0-434e-928c-6f74d13d9c78","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.133733121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"0c965b4a-2a48-4fdf-bf12-2674672a8c25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.158643567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"69cfa6e1-dde6-48e3-8d5a-bed1df25ed84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.215805257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"69cfa6e1-dde6-48e3-8d5a-bed1df25ed84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.577802828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"77749776-8e25-4d65-b3ca-8e86e2233aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.636263905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"77749776-8e25-4d65-b3ca-8e86e2233aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.677563257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"f4653074-b497-48c8-8bd0-97c5142a12b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.734347194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"f4653074-b497-48c8-8bd0-97c5142a12b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.735375874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"2455b72a-bb26-4dd5-8874-0e66f51b2d2d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:38.792216052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"2455b72a-bb26-4dd5-8874-0e66f51b2d2d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.692790766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"d2954cd6-4591-4cf6-a4bf-25e58e16f0e9","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.851826736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-auth","reconcileID":"96a9caff-d3b7-4859-94b1-625e070829d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.852767909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"fb89fb9d-ad23-4995-96ce-ca9b19bc6d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.852771198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7866077e-28ca-4ce3-b0ef-e787613b8402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.911350775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7866077e-28ca-4ce3-b0ef-e787613b8402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.912592816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"fb89fb9d-ad23-4995-96ce-ca9b19bc6d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:39.91480241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-auth","reconcileID":"96a9caff-d3b7-4859-94b1-625e070829d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.212324966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"9801ed01-38ec-4833-a747-6635823ea55a","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.212773915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"bd78cbbe-620a-41cd-b79d-06dc3acf27b6","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.451122399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"423a497f-02c5-4fbb-a0e0-702e9b4e9d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.451890291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"ded42126-307b-49a8-9524-ae1de65ba434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.507380377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"fb8ac50d-95df-41c0-bf3d-099506b98c70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.508191755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"d5315d74-fa2f-4b4c-872d-f2bbc627027c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.508845255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"423a497f-02c5-4fbb-a0e0-702e9b4e9d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:40.511042429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"ded42126-307b-49a8-9524-ae1de65ba434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.090117807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"debd969b-2565-4ff5-a3a1-f3c8eb69b7fc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.143334115Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"debd969b-2565-4ff5-a3a1-f3c8eb69b7fc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.19967155Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"debd969b-2565-4ff5-a3a1-f3c8eb69b7fc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.255475646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"debd969b-2565-4ff5-a3a1-f3c8eb69b7fc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.307736157Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"debd969b-2565-4ff5-a3a1-f3c8eb69b7fc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.359620038Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-subscription","reconcileID":"debd969b-2565-4ff5-a3a1-f3c8eb69b7fc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.63992497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"66f00965-b6c5-49a8-971b-7101cb34bb97","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.640339798Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.698503745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"de319731-6cd6-4e77-bbd3-5a4eefd09db8","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.814996016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"497798d0-e983-4b15-afa4-3965ec3de47c","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.815244353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"6975fec7-31a1-4fc9-bf44-8645fe6e18a7","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.908030434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"72128b00-0c74-4540-9651-4e83c8aa3321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.908043095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"87c9c28e-da77-40e4-b676-6c1f96cd420d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.908372549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"28017b59-83a4-4098-a337-b8f9a794b153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.965291498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"87c9c28e-da77-40e4-b676-6c1f96cd420d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.965468531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"28017b59-83a4-4098-a337-b8f9a794b153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:48.970036931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"72128b00-0c74-4540-9651-4e83c8aa3321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:49.233963567Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"f10c8b62-73c2-437b-b670-424cca612532","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:49.287510944Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-distinct-models-auth","reconcileID":"f10c8b62-73c2-437b-b670-424cca612532","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:49.447463273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"6239ab93-736c-4741-8369-a1a2af4ea03a","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:49.447665991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"6354f2bf-0cf6-47c2-9b93-a6b1b5258958","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:49.864580952Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-sub","reconcileID":"260bb61d-2973-4cb9-9a50-d1017e98fbd2","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.083501471Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-sub","reconcileID":"260bb61d-2973-4cb9-9a50-d1017e98fbd2","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.297607319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"977eaf3f-c338-4c21-95d7-e5901dfb3407","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.360336847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"dd10a9b1-5dae-4c73-aad7-5f6fd40beb08","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.361114301Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.508409074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"5885343a-47dc-4c32-bc05-9aae548a1b62","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.517206329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-auth","reconcileID":"1b539a0d-ca80-4ddd-b79a-1cc320d1a5e1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.517685338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"648c2705-64a5-4dbb-b7f7-37f04c6227f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.517994927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"412ea4cd-db2e-420d-a245-0b16a41fd6f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.559916969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"2f17488b-f509-46ad-a3ad-75bae8b90eaf","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.57768683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"648c2705-64a5-4dbb-b7f7-37f04c6227f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.579943925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-auth","reconcileID":"1b539a0d-ca80-4ddd-b79a-1cc320d1a5e1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.583164008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"412ea4cd-db2e-420d-a245-0b16a41fd6f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.651428278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"7f343b27-b25b-4aaf-b3a4-3629466fcc52","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.806441695Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-user-token-filter-auth","reconcileID":"df53d0dc-db0b-48c7-9f0d-41f8ad66ee24","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.818236266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"2cf573dd-07d5-4e91-8abe-618996382c31","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.87444274Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.874522814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"875b5984-ec2d-4136-a074-42f65931761a","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.881277947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"2cf573dd-07d5-4e91-8abe-618996382c31","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.928701972Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:50.933073304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"eef64d42-0f49-493f-b817-b8b76a6559d0","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:50.990314725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-valid-sub","reconcileID":"876940e4-d2be-4acd-86b4-d1336919b5cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.044211888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"288e0a48-9b60-46c4-86ea-238ccd1ffc63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.044553485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"74da7cc3-8064-406e-a2fa-dee64dae2be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.085189315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"ebbdc4bb-8ce2-407e-873a-c47adf540ec5","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.114036539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"288e0a48-9b60-46c4-86ea-238ccd1ffc63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.118768449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"74da7cc3-8064-406e-a2fa-dee64dae2be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.130539252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"ec051c5d-994e-431d-b684-0750cb2e5946","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.192278951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8d41edde-6453-4925-aee8-39eff953e34c","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.270351591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"5c4dfec6-6794-45ba-a1ee-633aacadb2a3","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.442602828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"40329bb6-9d2d-446b-ae23-15648ce8d840","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.471663835Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-valid-sub","reconcileID":"9499c8f2-c9b6-43ab-b6f4-32b25f625dfa","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-58efa5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.483731456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"8a825a05-8fa9-40ff-8d1c-9e95db8cf4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.484432274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"d1d931b3-7984-46f1-a722-899eab995b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.501903102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"40329bb6-9d2d-446b-ae23-15648ce8d840","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.543803785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"d1d931b3-7984-46f1-a722-899eab995b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.547817994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"8a825a05-8fa9-40ff-8d1c-9e95db8cf4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.646212367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"4af832e8-b713-4fab-ad55-5a61712f512f","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.694100554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"01a4c87c-f34a-4397-a2f9-5c30650c07e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:51.861738189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-valid-sub","reconcileID":"d461a1c3-6179-4767-86cb-5c1b15924adc","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.270119514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"cbc37d23-a2ab-4b60-8f29-669aa7bc0c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.270140173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"9d22e2f7-1ede-4cc5-9831-a749a7bb957d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.270657588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"c1fe00c0-a466-4185-a7b7-5c4e67c21ad7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.362672176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"c1fe00c0-a466-4185-a7b7-5c4e67c21ad7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.36406847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"9d22e2f7-1ede-4cc5-9831-a749a7bb957d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.36647845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"cbc37d23-a2ab-4b60-8f29-669aa7bc0c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.507567544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"36aff478-4e3a-427e-be13-9d591c3438a9","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.573192565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"262a68f4-460b-482a-b3ba-12accf0d3e31","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.752981976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"af572032-4434-4980-a996-57e7fe3a39c6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.754895521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"2a59040f-6e7d-4b28-99d2-badd0f0bc64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.754933928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"cc07efae-69f2-4d0b-9ca2-665f492a5f7d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.756277743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"898b9879-d95b-454c-89d3-99ef4d20b5ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.812483232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"af572032-4434-4980-a996-57e7fe3a39c6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.814464528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"2a59040f-6e7d-4b28-99d2-badd0f0bc64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.814561971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"cc07efae-69f2-4d0b-9ca2-665f492a5f7d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.821605163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"898b9879-d95b-454c-89d3-99ef4d20b5ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.822583402Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.822798729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"886ebf44-21f8-4bb7-b821-005be9738796","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.881563724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"c70a00e0-3a39-4682-b5bc-92e4121fe3a7","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:52.939323751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-user-sub","reconcileID":"e1980be4-0441-45b4-baa6-f33c94569b7d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.942140529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"697ed118-970c-4569-94bf-0f16623e7149","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:52.950485631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f020495d-641e-49be-915a-f08982af917f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.009454918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f020495d-641e-49be-915a-f08982af917f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.128401976Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-8e0e54 priority=0:[ai-tenant-e2e-worker-w1-8e0e54/e2e-models-other-sub ai-tenant-e2e-worker-w1-8e0e54/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.128406129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"56f51286-d2a7-4d5c-b2a5-c38c63ab673b","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.180885648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"add6a549-1635-43ce-9d3d-35ea22e33b33","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.18369928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"17381811-c184-4ffa-9296-0678db7b9ae4","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.185582542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4438b713-5cd9-4904-b0ae-c17dcfa57de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:53.186941891Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-8e0e54/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.239581535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"ce6c13df-8b11-4d0f-b58d-6474db5e3401","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.242568739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4438b713-5cd9-4904-b0ae-c17dcfa57de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.244298808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"c5834744-bc94-48c2-8bb6-50c82686858d","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:53.245664218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-other-sub","reconcileID":"e4aef584-4058-4ccd-924a-4ceccc926f76","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.340106156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"bae32846-5c9c-48f1-b5fe-e9129fb653fe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.367358771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"7b6b6c66-d16d-4014-a692-8d5a099c80d0","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.400355556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"bae32846-5c9c-48f1-b5fe-e9129fb653fe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.424984668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"aeb10ef1-ce44-4736-893c-c05e0033933c","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.440572222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"20de1469-3550-4328-b331-0b34b9d30550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.498612543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"20de1469-3550-4328-b331-0b34b9d30550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.512378479Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-user-sub","reconcileID":"62ad12d8-28cd-4724-88b5-dd63bf3410c2","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-models-other-sub","ai-tenant-e2e-worker-w1-8e0e54/e2e-models-user-sub","ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.605239801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"11c2ae03-5249-4dd8-8153-d8290b653679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.642338274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-other-sub","reconcileID":"084fc817-6991-494c-8a93-1d2d3db00bc2","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.667267213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"11c2ae03-5249-4dd8-8153-d8290b653679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.685617061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"dbc6f56c-c08d-42d6-b76f-0266e218c989","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.719992611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"f12c5ecd-9df3-4ee1-b862-1d78ff6fbbbe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.740112206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"d3171012-e5ed-4f96-9e0d-3509885093e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.77948641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"f12c5ecd-9df3-4ee1-b862-1d78ff6fbbbe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.814344683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"f45425ad-fd54-4268-872c-7e25cf19a4e2","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.824712697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"f77a1971-6686-47b5-b9e1-3802926b8020","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.9106778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-user-sub","reconcileID":"7281815e-1861-4878-a75a-95d88ee7dfcb","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.923653983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"934d13b7-0278-4f9c-b5af-1c3023fd22c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:53.988331448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"934d13b7-0278-4f9c-b5af-1c3023fd22c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:54.039270323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a8b64332-51fa-4928-beb5-52ace0be526b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:54.044238477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"8add4b41-ace5-44a8-9445-50853879ca4d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:54.044542952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-other-sub","reconcileID":"8ca2a027-8ad8-4e55-b658-b09a20cb0311","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:54.044690932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c1449c0d-1bf2-4561-bdc1-a1f39ab9db9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:54.097352182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a8b64332-51fa-4928-beb5-52ace0be526b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:54.101630763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c1449c0d-1bf2-4561-bdc1-a1f39ab9db9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:54.102926488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"8add4b41-ace5-44a8-9445-50853879ca4d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:55.909008217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"7520fda0-953a-49e7-aa86-3c6ad6f9453a","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:56.2221151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"0a321e71-5e44-45ed-9297-19901e929d37","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:56.380124539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"856eb292-e6a7-4b03-bbc2-c71aef882a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:56.380452549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"796e5f82-63a3-4c18-87f0-5e580bb9a47d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:56.381051034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2bac8690-e224-45a7-93c3-860ac296a09f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:56.444444238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"796e5f82-63a3-4c18-87f0-5e580bb9a47d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:56.44738937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"856eb292-e6a7-4b03-bbc2-c71aef882a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:56.447995073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2bac8690-e224-45a7-93c3-860ac296a09f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:57.135992603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"3408ab0a-8323-4aeb-99c0-9650d104cf87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.311321035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"7fc700e9-ba1d-4f56-aaa8-18c4bae724c2","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.378620052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"c66b2a74-d5f3-40b9-b2ec-64ffb2061e03","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.547472975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"791ae6f4-f7dd-401b-8d17-3416e685af2d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.606394392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"745b24ac-4f89-4afc-824f-52a6403b30ff","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.607475515Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.61401123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"791ae6f4-f7dd-401b-8d17-3416e685af2d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.67547691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"be47ed64-e21e-4351-9414-ece6a3062362","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.730799558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"f7a70ae6-d8e1-4527-9314-7edfac8ea062","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:30:58.733003465Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-dfa0bc/e2e-api-key-deleted-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.782722391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"df61ca56-20ca-4c6c-99ff-e1ff80b40123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.791044724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"6d775d97-229d-4de3-bfc9-9cbfa171bcda","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.791823486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2c3b13ec-00b6-4b83-bef5-0d6a8f33b618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.840760271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"df61ca56-20ca-4c6c-99ff-e1ff80b40123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.849466293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2c3b13ec-00b6-4b83-bef5-0d6a8f33b618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:58.955838468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"944fa3a4-69bb-48c2-aa08-bfee6e91db2d","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.089289701Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub","reconcileID":"be3f261a-f477-49bf-b1b8-59957933f75c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.12286879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"00540558-56a2-45c3-8cfb-9e8e19db2035","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.184705683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"00540558-56a2-45c3-8cfb-9e8e19db2035","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.228397289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"b59fdd8a-e6fa-4181-a93e-05dc114728ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.228451283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"024f66b4-1aac-41dd-a475-67d99833ddab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.270507458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"5985472c-1980-4ba2-8c87-001b2f3dd595","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.290078355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"b59fdd8a-e6fa-4181-a93e-05dc114728ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.293910185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"024f66b4-1aac-41dd-a475-67d99833ddab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.315625373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"647fd3cd-eb66-4af6-bc63-ac5534f97359","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.49726187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub","reconcileID":"a21d28fd-283e-4fd9-928c-92ae70984709","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.88787531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"74069eb2-d0a7-4b39-825e-b300239373e7","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.889380214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"de10ce3d-83b0-4ae1-89a3-18d5f331d20d","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.981066604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"e3be5d9d-9add-4fb4-ac2b-cb61552f5982","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:30:59.981686174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"095f9a49-56fb-4bb9-b2fe-b8f6ab784000","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.045286248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"c24dd284-ed0e-4e9f-84d3-7efbfc6d1ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.05162625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b2f739e5-820b-44d0-a1ea-44229d1d0319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.09986329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"d13e5ea0-34d5-498b-a0ce-de34d4a05915","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.108178385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"c24dd284-ed0e-4e9f-84d3-7efbfc6d1ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.113663362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"b5ebc18a-352e-4203-97a4-56d5574f97a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.119122356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b2f739e5-820b-44d0-a1ea-44229d1d0319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.45855766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"9aa35951-49a4-42c0-bbb2-9313b394cba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.517866821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"9aa35951-49a4-42c0-bbb2-9313b394cba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.558079285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"5b2ab809-60d3-4154-a495-4172e9d31fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:00.619601649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"5b2ab809-60d3-4154-a495-4172e9d31fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.713008885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"9904770b-5449-4e58-aa64-dbeaf464c2bc","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.904532051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f0cf49b6-e519-4e48-9c0f-6b30040023e2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.905091896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c1b64a5d-ef55-4fce-8970-04c0562a61c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.905262432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"5acf1729-270d-4367-a627-b4ceff9c7081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.967918577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f0cf49b6-e519-4e48-9c0f-6b30040023e2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.971494573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c1b64a5d-ef55-4fce-8970-04c0562a61c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:01.978568061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"5acf1729-270d-4367-a627-b4ceff9c7081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:03.994938224Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-valid-sub","reconcileID":"e8f2a932-026e-4794-99e0-5b6e1a7c7942","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.218475226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-valid-sub","reconcileID":"e8f2a932-026e-4794-99e0-5b6e1a7c7942","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.434584927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"55cc38c2-3f2d-46ed-9e35-6e2ad13ca5bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.44056919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"a22fbac0-40e0-48cc-b21f-d34df6d2f987","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.441029227Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.612474762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"67771aa3-7922-4db4-a688-287b966c041c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.61252393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"b7e3a9e7-93a2-4269-a151-9490a72d3bae","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.612835097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"ba293c4e-0128-43aa-b77c-4c597756d0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.631715904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"1fd2620a-93f5-4931-a329-85e7231a89e8","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.675986093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"67771aa3-7922-4db4-a688-287b966c041c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.67686786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"b7e3a9e7-93a2-4269-a151-9490a72d3bae","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.679003725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"ba293c4e-0128-43aa-b77c-4c597756d0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:04.885751435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-models-invalid-sub-auth","reconcileID":"43f178c7-06d8-42b3-bd13-1c08b09b2d66","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:05.045832876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"5f8a8858-4eaa-4141-819e-0f38ef675913","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.307464972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"e8d0e039-35d0-47db-9a37-0d9257e7dbc4","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.365136563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"f18e2231-48b4-4b33-873e-68568ef1defe","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.384911957Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-user-sub","reconcileID":"ee0e3dfb-9997-4df1-b9a6-ea40a8139819","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.585280956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"052f2052-ebd3-447e-972f-bc73da17f3b9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.618424531Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-user-sub","reconcileID":"ee0e3dfb-9997-4df1-b9a6-ea40a8139819","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-models-other-sub","ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.627528607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"06ecd08a-1f2c-4df1-985c-e270c69b7f68","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.627714142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-58efa5 priority=10:[ai-tenant-e2e-worker-w0-58efa5/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-58efa5/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.647846281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"052f2052-ebd3-447e-972f-bc73da17f3b9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.6963919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"6f4288f2-fec3-43c5-81c8-bc5d6c853f99","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.747663574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"768c92b2-3d4c-471a-8bf0-38284c7f4ce1","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:06.751125866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-58efa5/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.804863214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"fe2f0bdd-ec87-4d95-b549-6830f765c77e","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.835258596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-other-sub","reconcileID":"87d21c52-a2d9-479e-9cb5-2f1882335bd7","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.83530818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"665e9873-de42-4c41-8471-ae80c39fad6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.883603423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"10720d52-821f-45d6-b99e-48d6a9750dde","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.883842736Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-58efa5 priority=10:[ai-tenant-e2e-worker-w0-58efa5/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-58efa5/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.902332998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c25663ff-0397-4e49-978e-a67d00996dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.902333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"77ff70b9-9777-4c97-8dd9-823969245b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.936456302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"523fd92c-3c1d-4c9c-a99a-8bb750b2a8e0","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.941908071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"5b2e5b07-6991-4dc4-8059-7823ef0644e6","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.961011811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"77ff70b9-9777-4c97-8dd9-823969245b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.964495875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c25663ff-0397-4e49-978e-a67d00996dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:06.977691926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"cacee69b-143c-461f-9a15-cf9a21eef143","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.040351452Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub1","reconcileID":"d92a6028-a8c4-427b-89c5-ecc6f2f3cc09","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","model":"distinct-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.042147249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e7c9edea-2365-405f-936a-a526b9698606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.042501206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0798f8bb-7aab-4a54-a538-1903885b60f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.064892802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"017e692b-1bcf-4d5e-972f-ba2f1461de11","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.101964541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e7c9edea-2365-405f-936a-a526b9698606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.102089241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0798f8bb-7aab-4a54-a538-1903885b60f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.211817401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"4cbda7ca-edfb-45ec-8a5f-ef1b897d9c90","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.237365252Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-58efa5 priority=10:[ai-tenant-e2e-worker-w0-58efa5/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-58efa5/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.237530579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a9fdc8b2-6edb-49fe-aafc-8bc6af52d028","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.243129568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"a6bc18ad-46b0-4882-9c06-cdb6a59de329","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.300094904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"50ad403b-b8a3-4312-bcf9-adb20e811bcc","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.302704289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"a6bc18ad-46b0-4882-9c06-cdb6a59de329","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:07.358775635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub2","reconcileID":"a6d2ed90-f8cf-41fe-9bbf-1d79ccd423ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:07.361961981Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"50ad403b-b8a3-4312-bcf9-adb20e811bcc","name":"distinct-2-w0-58efa5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-58efa5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:07.362006988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"50ad403b-b8a3-4312-bcf9-adb20e811bcc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-58efa5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.368071941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"1812b366-3e73-4cee-be42-7a296d96cf8c","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.435583255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"fd2d4525-71f3-4292-a4e2-d4058d3119c6","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.440300351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"b9b07e4d-b7aa-4c41-8661-3fdbe8ed0d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.441182747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub1","reconcileID":"a70f63d2-f848-4738-a8a8-8b98043f4235","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.452127989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"18ca45c1-72d6-4120-a000-03b8cd9f02f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.471758575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"af5381ce-4df1-411e-bc86-6c6d3be6d9b5","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.497874288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"b9b07e4d-b7aa-4c41-8661-3fdbe8ed0d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.508822297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"18ca45c1-72d6-4120-a000-03b8cd9f02f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.529784051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"df6947b8-3788-421a-96d2-46e1e9e61cb9","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.537927961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"7df9f252-db43-423c-bf2e-854ae691dadc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.605876414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"7df9f252-db43-423c-bf2e-854ae691dadc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.667074274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"90d74b79-7ee0-48d7-99de-c516f389ad03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.72990255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"90d74b79-7ee0-48d7-99de-c516f389ad03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.782618279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"6ff37356-bbda-48ef-baab-0a753061251f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.792339473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub2","reconcileID":"6c817126-dd0a-4ae4-b3c9-ca4b9e3d0267","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","model":"distinct-2-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.862259931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"3d79726a-6858-473a-89e6-64a69fa551a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.86397546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"6ff37356-bbda-48ef-baab-0a753061251f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.930947921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"3d79726a-6858-473a-89e6-64a69fa551a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.977521169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5a306540-5b96-4efa-a09b-b59b68a8ea8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:07.983027596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"83c16dfb-84f0-4181-b462-2c843f180b30","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:08.034630945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5a306540-5b96-4efa-a09b-b59b68a8ea8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:08.08753866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"72b059d7-555e-4763-b738-7bda98bf31d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:08.146650762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"72b059d7-555e-4763-b738-7bda98bf31d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:08.194111297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub2","reconcileID":"789aacc2-7c29-438a-93b5-da766532b19b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:08.222538791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"2da673cf-d92d-4178-ad44-e1d6a4a050bd","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:08.276220565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"a0fbd17d-73a3-4003-85f9-628f880f0117","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:08.334079821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"a0fbd17d-73a3-4003-85f9-628f880f0117","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:08.489852492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"581691f0-00ee-497f-a10f-a7dfa2c95f9a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:08.546767887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"581691f0-00ee-497f-a10f-a7dfa2c95f9a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.129401788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"92ab5904-6051-40b3-afc0-c24cc4bbacbb","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.295648193Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub1","reconcileID":"2691103b-5b59-4aec-a989-9b324bf4b45d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-655b5827","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.401868232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"f72e3a5f-65d4-417e-9c1b-9b34e5c71173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.401893071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"19028b40-94f8-4ab2-a925-7d71c491e96d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.402514293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"b0eb9d9c-b931-42f2-89f8-07875c4c1061","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.40256179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1a4aacfa-7962-48a9-87c1-b3a1c18fc1ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.465342348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"f72e3a5f-65d4-417e-9c1b-9b34e5c71173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.466973498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"b0eb9d9c-b931-42f2-89f8-07875c4c1061","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.469471474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1a4aacfa-7962-48a9-87c1-b3a1c18fc1ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.473934635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"19028b40-94f8-4ab2-a925-7d71c491e96d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.891541007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5e86451e-3092-466e-9910-ed62a01ecdf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.891568894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"14dcc100-12f6-4eff-a2e7-fa29c2763ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.892077592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"ea98e5d8-e4d9-414a-9cf7-48b0948d6326","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.893346857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"cf4a5bfa-c06b-44e4-80d6-c41608fbe09f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.920938585Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub","reconcileID":"6dba0d42-6075-403f-ade9-3fa5a9f40268","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.966274748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5e86451e-3092-466e-9910-ed62a01ecdf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.972049814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"cf4a5bfa-c06b-44e4-80d6-c41608fbe09f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.972679444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"ea98e5d8-e4d9-414a-9cf7-48b0948d6326","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:11.983570926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"14dcc100-12f6-4eff-a2e7-fa29c2763ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.274992979Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub","reconcileID":"6dba0d42-6075-403f-ade9-3fa5a9f40268","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.527723775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"d8a11b5a-b10a-45bf-9e22-158b318536f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.574748693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"d3cce66b-1e13-4ae9-aa52-ed8472214fa7","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.575211563Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.635038732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"27febaaf-105b-4acf-9069-fd5f9e9a17ae","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.709771415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"70ae0384-cab4-44e6-accc-d75cddbf5218","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.757140964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"cc125ba0-6306-4604-a2f7-e6862b63fad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.757505509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9e5fbb14-737b-4692-bd50-eaf2dcf3a0f6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.757722892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"57cbbf86-c4b6-4b93-a579-47d2808615e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.815062614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9e5fbb14-737b-4692-bd50-eaf2dcf3a0f6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.818375323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"cc125ba0-6306-4604-a2f7-e6862b63fad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:12.839337171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"57cbbf86-c4b6-4b93-a579-47d2808615e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:16.841143032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub2","reconcileID":"f4b42532-22e6-408e-8585-0eccd0eda02e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.048128822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"f8a0c46f-e45c-40f5-88fa-ca6b9a6b561a","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.242982605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-other-sub","reconcileID":"9830775e-54ba-4032-a290-dc7090bead1d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.320141485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"75e79342-7967-4ed2-8995-2a60aa74fb90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.320146415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"e3185009-176d-481f-9256-c35e5e48feea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.38020839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"e3185009-176d-481f-9256-c35e5e48feea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.381854263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"75e79342-7967-4ed2-8995-2a60aa74fb90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.459135486Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-other-sub","reconcileID":"9830775e-54ba-4032-a290-dc7090bead1d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.690003918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"0ba1aef1-3cfc-4f6d-8c15-93c2fbc37c12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.742389911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"707c5502-4185-4792-aa79-1de2bfc7b946","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.742709121Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.899481359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"097719ba-b428-4391-bfa3-a48e163f12a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.900593706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"90324d1b-3698-42b2-9979-44c13902bbd8","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.912184112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b7bfb1f5-76b9-4f20-a29a-e6667dbb24f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.912201171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"733886de-03d1-4767-bb15-dad5b48f7294","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.958034106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"097719ba-b428-4391-bfa3-a48e163f12a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.970840872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"733886de-03d1-4767-bb15-dad5b48f7294","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:17.971778299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b7bfb1f5-76b9-4f20-a29a-e6667dbb24f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.166447862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-models-access-denied-auth","reconcileID":"a679f7fe-b160-4d74-9fb2-9e8828553ec2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:18.330482797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"3761e2e2-0114-4900-9bc2-cdd8a2c54be9","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:19.969579356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"5bab9b09-08d2-4513-bf6a-bb02d26c1f1a","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.035383804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"4ad892f8-ab8b-418f-ad9e-41f22315ef39","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.260370967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"c473ca6e-5c1f-4959-a239-439a48844c9d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.271737919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"03bd7a3d-dc3a-48c3-9c2d-cd1838297e00","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.271868728Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.319560948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"c473ca6e-5c1f-4959-a239-439a48844c9d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.345425909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"6e7f8673-5dbe-4ced-81ea-fabe967316f0","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:20.392522424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub1","reconcileID":"d5d71d8d-85c3-4159-99f0-9b5c2b91e17b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:20.399286256Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"6e7f8673-5dbe-4ced-81ea-fabe967316f0","name":"distinct-w1-8e0e54","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:20.399333603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"6e7f8673-5dbe-4ced-81ea-fabe967316f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.40504658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"6ba52836-636b-4300-a19e-bdc16c694065","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.498043808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3c973f09-c91e-4459-9ad3-3019ec988501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.498101926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"36c865a5-21b9-47ff-bad6-b0a9ebddd516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.501216744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"adc33deb-28a9-48c3-8287-12d2c5437efb","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.568106737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"36c865a5-21b9-47ff-bad6-b0a9ebddd516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.56813674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3c973f09-c91e-4459-9ad3-3019ec988501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.568563529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"696c1d37-1080-4fed-8432-1027dc98bc63","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.581658083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"4cd01fb5-6dd7-46f9-8909-501d94b23e7c","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.637006099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"86d5005b-bb57-4107-b81b-f33c3ee26342","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.654846145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"466b24d8-2758-4eae-a84c-b151ed486d02","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.67335596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"f93383e5-6b41-4867-9065-23e61061ffd8","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.805563621Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub1","reconcileID":"e82d62c6-b1e7-4782-a119-9c8a9f965763","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","model":"distinct-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.892557807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"87451515-fa6c-4036-be7a-1f94e6d74ee1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.893511391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-8e0e54 priority=0:[ai-tenant-e2e-worker-w1-8e0e54/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-8e0e54/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.893584304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"fc3860e1-636e-4bde-90eb-54b6c82c47ee","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.90602941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.910016632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"1cbb33f3-16de-49b9-a82a-5e50559663f1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.934344609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"fc811318-abd7-489d-a998-07d04245e532","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.960057927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"0ba06c46-d4f7-471b-a6c8-9aa3d81b2ed2","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.967488419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"1cbb33f3-16de-49b9-a82a-5e50559663f1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:20.992317788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"fc811318-abd7-489d-a998-07d04245e532","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:21.017093191Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-8e0e54/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:21.017412152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub2","reconcileID":"19a41efc-3057-4195-b0e2-f5bde1034e10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:21.017433916Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"0ba06c46-d4f7-471b-a6c8-9aa3d81b2ed2","name":"distinct-2-w1-8e0e54","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:21.017470666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"0ba06c46-d4f7-471b-a6c8-9aa3d81b2ed2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-8e0e54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.017561032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"239c69d8-00c7-4eca-9d8f-269032adfcd5","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.022707431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"fb20b631-5560-4e33-96b6-4727fe76f0f9","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.023055169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"cf837a39-bb91-4760-84fc-c8e9aa01a506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.06203489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"2fbf3405-c7dc-4d7d-8430-67c652fd2ed2","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.069882613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ad089b5b-bc7c-43dd-a669-3587f96e5fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.070268751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"208b461e-e481-49e6-b40c-cabc55314fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.081292765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"cf837a39-bb91-4760-84fc-c8e9aa01a506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.128182694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ad089b5b-bc7c-43dd-a669-3587f96e5fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.128203704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"208b461e-e481-49e6-b40c-cabc55314fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.151679134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"4e9b109a-3f6b-46aa-9a15-001a008dd264","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.20655407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub1","reconcileID":"c1ddcc24-5570-4fd0-9b8f-1dfb6e914ad5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.212246948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"b295b0c9-d2f9-45d1-a185-14b56b9b6da6","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.302659469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"f6fae152-00a8-4013-8ed4-b605672f8c3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.348597123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub1","reconcileID":"26ca63a8-48a9-4b90-9299-393ab1024204","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.363676255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"3bd06a7a-4f80-452c-999a-022e35cc14de","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.401016262Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub1","reconcileID":"26ca63a8-48a9-4b90-9299-393ab1024204","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.437106853Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub2","reconcileID":"1d253564-6c1b-4705-a836-1da153497299","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-2-w1-8e0e54","model":"distinct-2-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.463273347Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub1","reconcileID":"26ca63a8-48a9-4b90-9299-393ab1024204","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.493732129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c4013ab1-ac9c-4993-aeb7-a07b762f1aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.555132495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"c4013ab1-ac9c-4993-aeb7-a07b762f1aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.593785816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"0bf28af4-d6a1-4e14-8d47-cc3f1ea0c528","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.607176712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"8319100f-e5cf-4067-b889-236c99d8097b","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.623107409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"ad385df0-9382-4070-b339-e024f5eb9d8b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.624643002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"a3542433-30f6-4f9f-ba3f-a6b795fc7957","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.652202171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"0bf28af4-d6a1-4e14-8d47-cc3f1ea0c528","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.676577624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3fbbffe6-7b9a-4391-8abf-fe92c4fb3328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.681100911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"ad385df0-9382-4070-b339-e024f5eb9d8b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.683712224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"a3542433-30f6-4f9f-ba3f-a6b795fc7957","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.733460422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3fbbffe6-7b9a-4391-8abf-fe92c4fb3328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.765921089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"4733de77-966b-4aab-bb7c-9f061d81517d","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.766047187Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-8e0e54 priority=0:[ai-tenant-e2e-worker-w1-8e0e54/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-8e0e54/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.831712057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"a5c5fb95-ac23-48f1-abd0-2f7febfa3aa8","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.832284788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub2","reconcileID":"133433a8-0d71-41f7-880f-6957784c4153","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-2-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.899813606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"f16d2b83-adaf-460d-bc9a-fe3cd5174c92","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:21.931587666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"1f5761e1-72ce-45d7-a139-7152bb6ec626","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:22.043494872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"a3542433-30f6-4f9f-ba3f-a6b795fc7957","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.0444026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"412836ed-90c5-48e7-92a3-7ea5d63bbc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.110564839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"412836ed-90c5-48e7-92a3-7ea5d63bbc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.116581946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub2","reconcileID":"d2edbae7-0071-4226-b2fe-37aec717c44b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-669cdfb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.164805305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"111c0f93-a312-4ae1-bc39-d36a0a56d9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.167590925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"c039d08b-a53a-4151-af21-a118599083fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.232548869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"c039d08b-a53a-4151-af21-a118599083fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.232627877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"111c0f93-a312-4ae1-bc39-d36a0a56d9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.279145115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"b12cf53c-bfb3-4f8a-a85c-5b4b8244e2e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.336236847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"b12cf53c-bfb3-4f8a-a85c-5b4b8244e2e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.3626377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"0020f5c2-a177-4b69-a0ad-e4676131b6e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.419342137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"0020f5c2-a177-4b69-a0ad-e4676131b6e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.599324733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"53586fa9-34c8-48dd-9417-0305b3625163","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.675632803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"53586fa9-34c8-48dd-9417-0305b3625163","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.717124656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"e1ec5f41-2b24-4c68-8695-e2f614e43417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.722655565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"03a4a06e-20cc-4152-b644-d877a609874f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.782470274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"e1ec5f41-2b24-4c68-8695-e2f614e43417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.78881191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"03a4a06e-20cc-4152-b644-d877a609874f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.844475733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"4abc818e-29f5-4db0-9435-ea2d418c62d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:22.902527767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"4abc818e-29f5-4db0-9435-ea2d418c62d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.67836665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"5a04bb84-35cd-4b4d-94bc-7946524ee9e1","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.844769521Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub1","reconcileID":"d92e0f49-f99b-40fd-8779-990f51df4eb4","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-304987a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.951990108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"955fa007-8ec8-4cf1-8ef1-9972e74234c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.952081199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"000a3c98-dd65-4cfb-8788-aab85420f991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.952443438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"9ef986e3-a5da-4e99-b201-f102e19ece10","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:25.952478537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"e2c4e697-0085-4616-b111-e4d3bdba19c8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.011395958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"e2c4e697-0085-4616-b111-e4d3bdba19c8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.013583388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"9ef986e3-a5da-4e99-b201-f102e19ece10","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.014786539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"955fa007-8ec8-4cf1-8ef1-9972e74234c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.015799831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"000a3c98-dd65-4cfb-8788-aab85420f991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.486641673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"4ca92ef7-845c-4440-978b-eada8c12fb6f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.486834106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b1428f87-bc4c-49a8-af57-3d919d647d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.486639805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"a61d2579-888e-4aa8-a9d3-3ecc0d1d5b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.487230813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"0d89756f-9d68-47db-b4cd-cb7c7219cfd4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.544413618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"4ca92ef7-845c-4440-978b-eada8c12fb6f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.545124263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b1428f87-bc4c-49a8-af57-3d919d647d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.546687332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"0d89756f-9d68-47db-b4cd-cb7c7219cfd4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:26.547341218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"a61d2579-888e-4aa8-a9d3-3ecc0d1d5b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:31.06342767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"3e1ca425-3c85-4346-afa7-103c9df5471b","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.168836221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub2","reconcileID":"bc800f39-c616-4271-80f7-f043064e60b3","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.221169696Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub2","reconcileID":"bc800f39-c616-4271-80f7-f043064e60b3","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.273262656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-sub2","reconcileID":"bc800f39-c616-4271-80f7-f043064e60b3","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.554930968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"ded83221-65f7-429c-bea7-8a060dd23d6a","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.555421021Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.617089077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"46bb259f-e235-4601-9291-b71da57a6e2c","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.748761068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"b80a0488-c386-4565-a2c8-75a2208ba621","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.82527508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"50c0c15f-e800-4b2f-b489-1b69db517333","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.825286155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"7166ec64-7a4e-44c2-be15-7fe1cc18a076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.825656817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"c5bb0bfe-016d-4c67-b216-bcf877e1dbc8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.849351777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d7eebbdf-e322-4a88-8bac-2bfbf8c649a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.8830798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"c5bb0bfe-016d-4c67-b216-bcf877e1dbc8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.883225565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"50c0c15f-e800-4b2f-b489-1b69db517333","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.885337464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"7166ec64-7a4e-44c2-be15-7fe1cc18a076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:32.906449943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d7eebbdf-e322-4a88-8bac-2bfbf8c649a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:33.042076081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth1","reconcileID":"7443515b-8856-4162-ac27-1cd56a51a1a6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:33.202694247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"41596cdf-5518-426d-aef1-79ad877362e4","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:33.273399732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"8f48536f-a4b1-45a9-87cf-1bbef7c99750","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:33.331384256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"8f48536f-a4b1-45a9-87cf-1bbef7c99750","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:33.377876047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"cdca9a3a-6c6f-4669-a43f-edf7023dc327","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:33.489000277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-ignore-header-auth2","reconcileID":"6ece5cb3-8d21-4b9e-a5d6-93fdf544676f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:33.654793984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"67eff37f-6bd0-4b7a-8cbd-fd8adc817452","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.074057997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"874602a9-40c5-4c9a-b6fb-08d096e8e424","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.139290258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bc4c0788-f1ea-4b6b-9b2e-37d86e30b9cf","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.349956644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e6e2e8dd-75d3-4445-a03b-9057a01040dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.364419068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"06bacfd1-e0b3-4a58-9d57-d160e5dc0219","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.364667805Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.406826644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e6e2e8dd-75d3-4445-a03b-9057a01040dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.432589243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"d14db41b-f30e-441d-9b9f-97f5a4d103ce","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:35.476655241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"81e77539-ed88-425e-9805-7a4496cd2ae0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.587351777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"f9627e93-82d5-47d9-b77b-d3d656fe34cf","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.587948488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"69da5663-d0ed-459c-98cb-2da282d10831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.58903503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b649e5ac-3175-403d-b37a-cf033ea593b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.643381357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"8829a09a-c08a-40c4-884b-31edc46c7a7d","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.648495715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b649e5ac-3175-403d-b37a-cf033ea593b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.648496701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"69da5663-d0ed-459c-98cb-2da282d10831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.661734981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"7b4e442d-9c95-438c-850f-9c28d702aa9d","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.729058366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"0c6339c1-4161-40c4-abf4-c6d3d5ee3f18","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.735723728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"36d5f857-230c-404d-9ea5-dd4899a01ca6","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.907191347Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1e819260-c625-46c7-bc36-8ac8a7375639","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","model":"distinct-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.907889707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub1","reconcileID":"b65d7cff-fe6b-4587-91e4-1c499bf99759","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.96150506Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub1","reconcileID":"b65d7cff-fe6b-4587-91e4-1c499bf99759","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.966305721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"6bb4dece-a9da-4a98-b474-8e748a5f9eec","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.967543558Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-58efa5 priority=0:[ai-tenant-e2e-worker-w0-58efa5/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-58efa5/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:35.996930389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8aaa78b8-d146-49cc-ba5c-8e1a9bb380a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.006967671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dc095134-75fc-468a-bf83-f217b9ff3c8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.027593634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"613a5d85-2909-44cd-a44d-bb10e411e366","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.05774966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8aaa78b8-d146-49cc-ba5c-8e1a9bb380a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.062554573Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub1","reconcileID":"b65d7cff-fe6b-4587-91e4-1c499bf99759","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.068552985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dc095134-75fc-468a-bf83-f217b9ff3c8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.080936065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"22f19e40-b9c8-45b2-996f-60a2412acdd8","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.087487176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"75b5b803-2f94-4e9c-8007-5e85fcad4fd5","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:36.089825512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-58efa5/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.115000272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"fcfaea1b-d8a5-4b0f-be49-fecbebf5128a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.115004573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"084f6f6c-ffd6-4cb7-8057-c7418cd86742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.137712795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"f56de7b4-a400-412e-a198-123b874ee9de","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.17560037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"084f6f6c-ffd6-4cb7-8057-c7418cd86742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.179754298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"fcfaea1b-d8a5-4b0f-be49-fecbebf5128a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.313617312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ef19d44d-8333-4566-81d0-9e0894271f4c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.360997457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"605f78d0-1210-4e7a-b613-e17e5c2580a5","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.361221964Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-58efa5 priority=0:[ai-tenant-e2e-worker-w0-58efa5/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-58efa5/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-55c37d-sub models-as-a-service/e2e-rt-sw-14712f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.40173272Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b59862ac-54d4-4fe0-8dc1-87d7e9fe7853","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","model":"distinct-2-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.430970496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"19c077f8-6439-496e-bb96-f8d277bcbe4d","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.439546141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"b0255f2e-5598-4e7d-8d98-01d17c1aaae5","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.52784742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"edd24147-8c13-4344-9c9f-39cab50bda92","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.543944694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"67afe430-7831-494a-8d3b-addfae8e34e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.596841892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"627e9a77-608f-4f1e-9296-722bf1060dfd","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.604568617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"67afe430-7831-494a-8d3b-addfae8e34e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.662574703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"40ae7732-19a7-4dc7-9f7b-e74d05d500f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.663137131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"885ab83d-42a4-494e-8bf7-0beeccc1970f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.718119925Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub2","reconcileID":"95a5ab78-ae8d-4981-817c-b869864b0a98","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-642d3f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.723782223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"885ab83d-42a4-494e-8bf7-0beeccc1970f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.724239178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"40ae7732-19a7-4dc7-9f7b-e74d05d500f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.779845565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7787d0b3-9cc3-4b6f-9970-867fe350c67b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.78087179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"50fcc873-f36f-4c43-8167-001a6291becc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.846415491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d40e6785-6d93-49b6-ab83-d1d07c09b685","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.850565121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7787d0b3-9cc3-4b6f-9970-867fe350c67b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:36.858764911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"50fcc873-f36f-4c43-8167-001a6291becc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.119612587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f08411d7-c4ce-4944-91e7-a8366797fa8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.184526156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f08411d7-c4ce-4944-91e7-a8366797fa8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:37.207452245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7787d0b3-9cc3-4b6f-9970-867fe350c67b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.308643393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"1f484e1e-2a24-46ea-89ba-bfff7071e3f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.310443242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"19ed52e0-b7b0-48e5-a024-d6e72259857a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.378775878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"1f484e1e-2a24-46ea-89ba-bfff7071e3f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.379771043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"19ed52e0-b7b0-48e5-a024-d6e72259857a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.388519978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"63037cc6-39d4-4f41-b654-aaac2e25bae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.448359952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"63037cc6-39d4-4f41-b654-aaac2e25bae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.498669529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9e01ad36-a133-4693-93c2-fe9236f8394c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:37.558452565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9e01ad36-a133-4693-93c2-fe9236f8394c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.05423829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"1b8642ad-f257-44da-a88f-c041de62fd62","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.054272326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"f7a6f8c2-9451-4ad2-9397-10388a05e5ff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.054710867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4864a45b-be16-4eb1-a023-ede0236eafdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.059693569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"daa3c337-6521-4c48-b5a1-7ed8d7031738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.112569131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"1b8642ad-f257-44da-a88f-c041de62fd62","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.117665083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4864a45b-be16-4eb1-a023-ede0236eafdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.117922323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"f7a6f8c2-9451-4ad2-9397-10388a05e5ff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.124888829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"daa3c337-6521-4c48-b5a1-7ed8d7031738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.595954634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"8bc60a2d-6ccb-469b-83ad-9582fb67f5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.597310508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"b2fe2359-1de3-4b33-b21c-1ac9c8bbd3bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.597815828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"d86c947e-dbd1-4a7e-b618-d4619f7a7291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.598366573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"6d85e07b-1bf4-4ec3-b732-ef7740378e76","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.656598545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3a85ac0d-24b6-4312-bac8-2d8c59b08f02","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.658947086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"8bc60a2d-6ccb-469b-83ad-9582fb67f5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.661216985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"6d85e07b-1bf4-4ec3-b732-ef7740378e76","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.663407848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"b2fe2359-1de3-4b33-b21c-1ac9c8bbd3bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.663848083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"d86c947e-dbd1-4a7e-b618-d4619f7a7291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:38.713872698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3a85ac0d-24b6-4312-bac8-2d8c59b08f02","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.112819035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"130746c0-278e-4faa-8bfc-8139af5caacb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.112886359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"cae937d3-a205-4248-a3ce-a23c471fba4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.113382859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ea175145-8ab5-4527-b33d-f8ab673e3499","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.177624864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"cae937d3-a205-4248-a3ce-a23c471fba4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.178452386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"130746c0-278e-4faa-8bfc-8139af5caacb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:39.181131424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ea175145-8ab5-4527-b33d-f8ab673e3499","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.079688345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"956bd5f1-925c-469d-a626-f8d1083af66c","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.24490244Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7769261e-874a-48bd-8785-4de0827c6560","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c5f4948f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.355275425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f988946f-9774-43c1-8ceb-654ef71fe84b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.355530448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"884c9a34-43dd-4701-8cd0-04f6495533dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.355277513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"162ad7f9-7a36-41b5-aca1-57ca7df180a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.36125555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"4599a9f7-9032-4c46-931c-c654ca3b7aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.413099143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"162ad7f9-7a36-41b5-aca1-57ca7df180a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.413098149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f988946f-9774-43c1-8ceb-654ef71fe84b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.415352804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"884c9a34-43dd-4701-8cd0-04f6495533dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.419883099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"4599a9f7-9032-4c46-931c-c654ca3b7aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.841678124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-api-key-deleted-sub-auth","reconcileID":"24702e95-39ae-41d4-b1c1-7793d88eed1f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.841717503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"450894ed-a390-4b8a-a110-03a719a0427f","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.882481754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"98c73556-a2e1-47c6-97d6-8be090dff9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.882648247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5bd5b764-0f6f-4e04-8f1b-24f9dd2a0900","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.882485656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"64c90794-0ea5-4d04-b4c3-5d0ee09e64c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.88293475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8c584bfc-3923-40ed-b9b3-f14b30352617","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.940015295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"98c73556-a2e1-47c6-97d6-8be090dff9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.940640684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5bd5b764-0f6f-4e04-8f1b-24f9dd2a0900","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.942225879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8c584bfc-3923-40ed-b9b3-f14b30352617","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:40.949333509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"64c90794-0ea5-4d04-b4c3-5d0ee09e64c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.053032391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"7f331b60-3ae8-479f-abba-60b418946b7a","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.063877427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"7aab5d4c-4fcd-4e0d-bd81-bf9bdcddee12","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.714249543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"bd65bca1-b8b5-4a42-b99f-5b01b927a4bc","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.714271888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"bd65bca1-b8b5-4a42-b99f-5b01b927a4bc","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.884901782Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"473520ce-9715-45f5-8dd3-a09ed0435576","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-165dfb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.932423622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"2eb6d79b-c07f-4819-9c03-7f43f61284b8","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.93255878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ca8315d-5a43-4778-bdde-37cb1a348c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.932416266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3188c30a-73f2-4a55-b9e1-f367f8e309ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.936783516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"d8e9fb48-f851-4188-86c1-9710630c98d5","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.994650665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"2eb6d79b-c07f-4819-9c03-7f43f61284b8","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.996847852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3188c30a-73f2-4a55-b9e1-f367f8e309ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:41.99844678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ca8315d-5a43-4778-bdde-37cb1a348c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.000319761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"d8e9fb48-f851-4188-86c1-9710630c98d5","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.006573999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"10379824-663e-41b5-8e9f-fa39614b0814","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.066460725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"b8515c9e-ff4f-4202-9bb1-f657672d1191","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.275856633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"958892ea-01be-490b-baf0-022fac8bee22","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.300893666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"83325975-3dc1-4c06-b2da-d1b8554cecec","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.333039734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"958892ea-01be-490b-baf0-022fac8bee22","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.361816405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"99dec535-0ba1-402d-b4bf-376470d0a454","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:42.423286973Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"99dec535-0ba1-402d-b4bf-376470d0a454","name":"distinct-w3-dfa0bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-dfa0bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:42.423336688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"99dec535-0ba1-402d-b4bf-376470d0a454","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-dfa0bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:42.426191653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c37310ff-a8b6-4bfd-bf47-55ec92e78f08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.478767933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"e2f3f3e0-4635-4851-808b-9a498aff1f71","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.47879842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"e2f3f3e0-4635-4851-808b-9a498aff1f71","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.549632032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc2cad12-7d88-4231-a1b6-38271609593f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.549837508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13f40151-e8cd-4282-be10-c093bfbe1faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.563206686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"ba5d321a-50fb-477b-8471-cb3e4a542522","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.563561805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"4f3afea2-4d83-4f31-8ebb-a72b9f085232","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.619745044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13f40151-e8cd-4282-be10-c093bfbe1faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.625466026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc2cad12-7d88-4231-a1b6-38271609593f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.639473084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"bf050e47-5db6-49ab-9291-6a79ffb6f81c","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.64197964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"3a4655d3-61f8-42cb-b190-6b6709e451ad","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.667929494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"a5fa1a57-0f23-4dc6-b7a8-0efdbce97341","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.667932643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"eaeb7298-0536-4b34-8d04-e54b072fc41c","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.71292147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"53b09df5-587e-45ed-bf4a-779e5491c71a","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.730876059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"eaeb7298-0536-4b34-8d04-e54b072fc41c","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.734909038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"a5fa1a57-0f23-4dc6-b7a8-0efdbce97341","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.879480707Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"81bb1648-dd3a-463f-b854-5e951b992e9f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-w3-dfa0bc","model":"distinct-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.950765039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"beb7ce40-9b4c-4238-b7c7-0043d9f099d8","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:42.950900004Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-dfa0bc priority=0:[ai-tenant-e2e-worker-w3-dfa0bc/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-dfa0bc/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.002793842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd9cd24c-83f7-4317-a492-fc580f550f79","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.013462806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"71b5c9e8-850c-4502-b09a-bbe41d23b97b","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:43.044212169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"81bb1648-dd3a-463f-b854-5e951b992e9f","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.060928863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"28bc9c26-fd19-4fa1-a70a-0d140e81b5ab","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.061330189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd9cd24c-83f7-4317-a492-fc580f550f79","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:43.071881391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-dfa0bc/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.126677192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"66e58b5c-1314-42b9-9705-06add09494aa","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.129292447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"f82246f4-790c-4499-9b58-28ecac0c31ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.129452178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"54d9ad60-a06e-488c-bcfd-a56aa65b75fa","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.129849889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"167d08fb-4629-4250-92e2-af8610ba1eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.189250463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"167d08fb-4629-4250-92e2-af8610ba1eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.190409736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"f82246f4-790c-4499-9b58-28ecac0c31ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.259590898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"566a8fcc-0c88-4822-8900-cc8e902631f4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.369507519Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4b702dbf-ae07-4427-bbe9-45c7e757f616","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-2-w3-dfa0bc","model":"distinct-2-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.397014061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8ad5b441-1c62-47e7-be98-4e34e1ebe241","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.45258869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"5ca76c9a-3589-416d-9810-cbeeed33fd7c","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.45776226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8ad5b441-1c62-47e7-be98-4e34e1ebe241","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.545169315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3cd417d8-1dcc-4d5a-accb-fbce0af378d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.552200972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"53492264-1ca4-484f-96bb-b71ad667d02a","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.606944878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3cd417d8-1dcc-4d5a-accb-fbce0af378d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.652731045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"86b6bd7d-6f17-4c24-afff-929edb58632f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.652746301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"a152663f-cf8b-441d-93d0-8ecaab5b07df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.71694249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"86b6bd7d-6f17-4c24-afff-929edb58632f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.718135462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"a152663f-cf8b-441d-93d0-8ecaab5b07df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.772135134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6e9fdb4b-2792-4463-b27f-a85b231f777d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-2-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:43.7847374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"e9ec8702-24a2-48f2-bcae-4af56ba993bc","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:44.091616747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"abbe00c9-8144-4efc-aa9e-3ae52dd5d967","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:44.227378898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"abbe00c9-8144-4efc-aa9e-3ae52dd5d967","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:44.575540658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"abbe00c9-8144-4efc-aa9e-3ae52dd5d967","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:44.870378776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"30dcb48f-e1f1-4ead-87a5-0442bcb08059","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:44.930066175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"30dcb48f-e1f1-4ead-87a5-0442bcb08059","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.780561753Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub2","reconcileID":"669492a9-913d-4a49-9a18-facf35034c84","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.833468451Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub2","reconcileID":"669492a9-913d-4a49-9a18-facf35034c84","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:46.888957508Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-sub2","reconcileID":"669492a9-913d-4a49-9a18-facf35034c84","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.224288611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"d4de6989-854c-4d5d-86b7-94990e5c8e74","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.225207599Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-dfa0bc priority=0:[ai-tenant-e2e-worker-w3-dfa0bc/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-dfa0bc/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.306537962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"8b7562a8-7632-408d-843c-2d595bfce0a1","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.388095162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"222dbc56-5fd4-46e5-a987-0901edb93c13","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.506643097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"e5eebb55-c25d-4acf-abbd-6fb4cd72347d","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.524587933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"91016dee-8fcf-43d2-a315-3484c5c7c902","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.525263581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f809e5c9-d23d-4daa-b292-72a6edd3d5a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.534544258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"c156db8c-02b0-48f0-828e-62455478b895","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.53520035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2de31451-0541-458d-9048-f8c73f622ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.588073137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f809e5c9-d23d-4daa-b292-72a6edd3d5a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.599973498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"c156db8c-02b0-48f0-828e-62455478b895","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.615385703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"91016dee-8fcf-43d2-a315-3484c5c7c902","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.639348017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2de31451-0541-458d-9048-f8c73f622ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.741913644Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d7fa7198-5f64-47dd-9ae1-9cf79d6972e6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9d1807c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.913459473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"72aedf71-d5c2-447e-bf2a-ec68c2dd243b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:47.914449642Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth1","reconcileID":"d74eb537-ec02-48b3-a3cb-e2823c2860f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.011087163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"72aedf71-d5c2-447e-bf2a-ec68c2dd243b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.191573104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"cf28d396-ec4b-4d74-952b-5dd320af2623","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.220546357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"7ee66cdb-cee9-4cf2-918e-b4799368bfd7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.273839822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"32fcdf28-8938-415b-a5ac-5e0b6714fa90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.286021248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"7ee66cdb-cee9-4cf2-918e-b4799368bfd7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.294774211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"54ba1df5-cbf4-4007-8a0e-49d694ce5264","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.351031235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"76b8cb9b-2bae-4521-90fb-8d4dc669cbe4","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.359562383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"32fcdf28-8938-415b-a5ac-5e0b6714fa90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.36405216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"54ba1df5-cbf4-4007-8a0e-49d694ce5264","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.493435263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"9c6cc39e-2780-4a69-b5d4-ae2b1b47dd8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.531123343Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-multi-keys-auth2","reconcileID":"7d4890e8-7962-4e91-9048-07464ab954a0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.566631287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"9c6cc39e-2780-4a69-b5d4-ae2b1b47dd8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.639123464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bafda411-8651-48ce-8fe9-b9d7cd496994","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.708552099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"c72def2f-b33e-43c4-8166-7dbaf20350a5","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:48.708998086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bafda411-8651-48ce-8fe9-b9d7cd496994","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:50.300480279Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d9be3ef6-48c6-49e3-9854-b90327f4b993","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:50.340540512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-w4-a51d4c","reconcileID":"e152e2da-8858-4216-a3bd-d150932e311d","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:50.360129135Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d9be3ef6-48c6-49e3-9854-b90327f4b993","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:50.414043543Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d9be3ef6-48c6-49e3-9854-b90327f4b993","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:50.750000368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"1ca21aa7-3772-4a04-80a2-4fc0fd09ded9","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:50.819936656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"75780b27-fdfe-45a2-b150-f8168283b67a","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:50.929290492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"0ec8c0fc-82a7-40f9-a8d8-fccc55390403","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:50.943670914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.069626035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"7d0054a4-84a4-4fea-9471-9251e7a1a5a5","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.095539607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6443cdbd-0420-4ec0-ac90-ad0a38632ee2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.09941207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"55b75f9c-fa09-4afa-8e3d-91b00a1b1d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.100235573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f56131ca-94db-489f-8da0-a5d611e4a213","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.101122842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"b72d6cde-b381-468f-b6d0-ed1aaf1c225b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.132880634Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1f94cb82-a123-4b82-9758-963f7816134c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d33c6d42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.178626366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"b72d6cde-b381-468f-b6d0-ed1aaf1c225b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.198322756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"55b75f9c-fa09-4afa-8e3d-91b00a1b1d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.214965481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6443cdbd-0420-4ec0-ac90-ad0a38632ee2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.22171434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f56131ca-94db-489f-8da0-a5d611e4a213","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.293694781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09701340-2557-4523-82bf-bbf15fe46e8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.293811183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09701340-2557-4523-82bf-bbf15fe46e8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.356554376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd274b12-796a-43aa-b4c4-14aceaccf2c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.35658391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd274b12-796a-43aa-b4c4-14aceaccf2c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.477502808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"3694eeaa-75ed-4da9-b653-53542a456e46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.609793019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b3ea3c-5172-4f7b-8f4c-3bee5242d488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.609819757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b3ea3c-5172-4f7b-8f4c-3bee5242d488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.627424357Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"3694eeaa-75ed-4da9-b653-53542a456e46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.666633362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f295856d-e9ea-4db7-95c6-def6ec9338b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.669824891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f295856d-e9ea-4db7-95c6-def6ec9338b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.686289501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"3694eeaa-75ed-4da9-b653-53542a456e46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.735405031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"497a9f5b-7bfa-488a-a18e-93b51f18c1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:51.737594041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"4a519cba-15b2-4659-bf85-e7415b0d064c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-29a5aab6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.748620236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c97eee5d-3561-4a9c-bfb1-ce62929ee9f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.748640774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c97eee5d-3561-4a9c-bfb1-ce62929ee9f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.802828995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"497a9f5b-7bfa-488a-a18e-93b51f18c1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.87299983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"411a2fad-5347-4f4c-8775-5b1f3c50fc68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.873485375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"68dc80b1-52eb-4404-9897-bb4df8da2410","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.873692315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b1533128-b86a-465d-aa3e-bcc8b12da313","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.873805008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"5adcffe7-cb89-4e04-9187-b0a44f701a37","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.874610987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcc71f3f-51a2-43dc-9e81-5f1fd4f2d510","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.87584988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcc71f3f-51a2-43dc-9e81-5f1fd4f2d510","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.933061295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"68dc80b1-52eb-4404-9897-bb4df8da2410","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.933242849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b1533128-b86a-465d-aa3e-bcc8b12da313","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.934219381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee255325-8a62-48ad-b9e3-b6bcf38a0f33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.934235217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee255325-8a62-48ad-b9e3-b6bcf38a0f33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.935437155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"5adcffe7-cb89-4e04-9187-b0a44f701a37","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.936585247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"411a2fad-5347-4f4c-8775-5b1f3c50fc68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.949237468Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"22d77241-cb5f-4ba1-be70-fbc5597b713a","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-55c37d","subscription":"e2e-rt-eq-55c37d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:51.991674677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"5adcffe7-cb89-4e04-9187-b0a44f701a37","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.058497426Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"22d77241-cb5f-4ba1-be70-fbc5597b713a","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.113547737Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-sub","reconcileID":"22d77241-cb5f-4ba1-be70-fbc5597b713a","MaaSSubscription":{"name":"e2e-rt-eq-55c37d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-55c37d","namespace":"llm","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.217285041Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"830e5802-6140-4d90-9e1f-2e62a339b28d","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-29a5aab6/e2e-shared-int-sub-29a5aab6","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.437013368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ec97355-0990-44a6-9c32-f9f74a26c910","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.462705168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aa40cd0-c921-4f37-87f2-ef2759693ac8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.462808554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aa40cd0-c921-4f37-87f2-ef2759693ac8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.549634207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"3a994e33-d75c-4d1d-bdca-e0b5d31a517b","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.549668348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"3a994e33-d75c-4d1d-bdca-e0b5d31a517b","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.681966575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"57e3b204-c68d-4dc9-88bd-8364df46660b","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.724762745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"ed2d0463-998b-478a-b861-811334771064","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.724792956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"ed2d0463-998b-478a-b861-811334771064","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.7718506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42725bed-6ed1-4f76-a25c-f3c5a0df65ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.772483247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"03de4aec-8059-4c98-989c-19befc23e358","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.772749557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b4b0037-b448-423a-a730-a1c2f6bb529b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.773043912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"323d4fac-5644-4dff-befb-2c7ba92b8dc9","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.849429983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0651d0a7-1fd6-49ee-a576-25a58871fca0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.849451382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0651d0a7-1fd6-49ee-a576-25a58871fca0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.909512207Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"323d4fac-5644-4dff-befb-2c7ba92b8dc9","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:52.924590746Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b4b0037-b448-423a-a730-a1c2f6bb529b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.942001738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faf3781a-dd3b-4315-9d27-e4bdf9e0646b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.942018878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faf3781a-dd3b-4315-9d27-e4bdf9e0646b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:52.970460902Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42725bed-6ed1-4f76-a25c-f3c5a0df65ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:52.976836014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"323d4fac-5644-4dff-befb-2c7ba92b8dc9","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:52.982185133Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"03de4aec-8059-4c98-989c-19befc23e358","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:53.020897984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b4b0037-b448-423a-a730-a1c2f6bb529b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.041917123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"281b6b25-9930-49d9-bba9-3e72bcc975f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.041938845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"281b6b25-9930-49d9-bba9-3e72bcc975f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:53.060591866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"03de4aec-8059-4c98-989c-19befc23e358","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:53.060738295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"323d4fac-5644-4dff-befb-2c7ba92b8dc9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-55c37d-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.060894547Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-55c37d-access","reconcileID":"3f8e6fb4-436d-4721-9a62-f62228755cf0","MaaSAuthPolicy":{"name":"e2e-rt-eq-55c37d-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:53.061267151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42725bed-6ed1-4f76-a25c-f3c5a0df65ba","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.073440821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"455389fc-1b43-49d8-8564-002e64cba5bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.128933101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"48d2a74d-da9f-4bc7-bcd8-901c1b8bcc39","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.128958879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"48d2a74d-da9f-4bc7-bcd8-901c1b8bcc39","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.189825438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb521dbb-8bee-4e8f-955c-c6ff99a00a65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.189845383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb521dbb-8bee-4e8f-955c-c6ff99a00a65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.223480141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b628091-0215-4f23-ae3a-0b88d923803a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.22349571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b628091-0215-4f23-ae3a-0b88d923803a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.227756989Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"455389fc-1b43-49d8-8564-002e64cba5bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.284565453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29833fc2-c458-457b-94d3-e788adbb6c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.284596214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29833fc2-c458-457b-94d3-e788adbb6c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.287568994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"455389fc-1b43-49d8-8564-002e64cba5bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.287915041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcf85ba6-ceaa-4399-bbc9-6ed03677964f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:53.335132888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"81cbe834-42ca-464d-903c-5b58be639659","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-29a5aab6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.345999828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"f5d91d9e-3b3d-4641-9db3-d1b659749c69","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.346018433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"f5d91d9e-3b3d-4641-9db3-d1b659749c69","MaaSModelRef":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-55c37d-38a4a2bd2b7a","namespace":"llm","model":"e2e-rt-eq-55c37d","externalModel":"e2e-rt-eq-55c37d","provider":"e2e-rt-eq-55c37d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.38840539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"56d515a6-45b8-43b1-ae7f-6a2f7bc399b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.390878814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004d1b6c-2fc2-4e28-b597-02ead698fbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.40169829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfd805bc-a1ae-48f0-8e7a-ccdc8a330328","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.401714443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfd805bc-a1ae-48f0-8e7a-ccdc8a330328","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.422470626Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcf85ba6-ceaa-4399-bbc9-6ed03677964f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.44592834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"56d515a6-45b8-43b1-ae7f-6a2f7bc399b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.448589078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004d1b6c-2fc2-4e28-b597-02ead698fbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.455365598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00db04b6-55bb-431b-a127-5273dc6ab544","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.455386537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00db04b6-55bb-431b-a127-5273dc6ab544","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.456196609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"8ebb8655-d728-46ab-be3f-d4f1cbeeade6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.478983666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcf85ba6-ceaa-4399-bbc9-6ed03677964f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.502626904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"56d515a6-45b8-43b1-ae7f-6a2f7bc399b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.507260999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004d1b6c-2fc2-4e28-b597-02ead698fbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.512597763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52cb493e-80fa-41f3-b9e1-c4f30e90387d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.512614085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52cb493e-80fa-41f3-b9e1-c4f30e90387d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:53.53519537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcf85ba6-ceaa-4399-bbc9-6ed03677964f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.593319539Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"8ebb8655-d728-46ab-be3f-d4f1cbeeade6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.61353038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"f2ba5cd9-b2d1-4de5-a9e2-1bf80a537885","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.613554042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"f2ba5cd9-b2d1-4de5-a9e2-1bf80a537885","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.651176398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"8ebb8655-d728-46ab-be3f-d4f1cbeeade6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.667507561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07973803-3928-4a42-9742-a859f6601fb5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.66752283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07973803-3928-4a42-9742-a859f6601fb5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.708002464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae58d81e-361b-45f8-bdce-c53f6f7acaff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.708025098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae58d81e-361b-45f8-bdce-c53f6f7acaff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.759215583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8421154-06ac-4771-ad8c-57437853adc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.807814064Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"f3a21ad5-3918-403f-a714-95aa1015e541","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-29a5aab6/e2e-shared-int-sub-29a5aab6","ai-tenant-e2e-mt-6fe3650d/e2e-shared-int-sub-29a5aab6","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.913843086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8421154-06ac-4771-ad8c-57437853adc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.969796355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8421154-06ac-4771-ad8c-57437853adc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.975525476Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"a74f8f62-ee91-4cbf-8ba6-cf3acc231e3d","namespace":"llm","name":"e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.978660132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82520eeb-c750-4273-9d8a-e49356a3e277","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:53.978681103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82520eeb-c750-4273-9d8a-e49356a3e277","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.057065167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfab69aa-c37e-4bef-a278-59cc82e654fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.05709038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfab69aa-c37e-4bef-a278-59cc82e654fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.058606054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d092cd37-a4cd-4d38-a019-429deb0c4b1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.059710559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"ad6b498e-aad0-4aee-b522-366ba23bfe43","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.09349642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"64f110fc-b1c0-4652-9109-26ede425098e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.093640596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"51cc6f31-6765-4cf4-a8a0-23067d8ff9d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.118492411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"d3c60020-2646-4e68-b2dd-fa8a1f5fafe9","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.11852722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"d3c60020-2646-4e68-b2dd-fa8a1f5fafe9","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.171179084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"97d03e75-c497-4482-bcd8-6931c1cb13eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.171199689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"97d03e75-c497-4482-bcd8-6931c1cb13eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.171469354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"593b9806-d5e5-4219-84e0-f842ed0638dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.171481293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"593b9806-d5e5-4219-84e0-f842ed0638dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.171695576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7da39748-16f9-489c-a085-c26434bcff91","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.171706645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7da39748-16f9-489c-a085-c26434bcff91","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.171915974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d282a9d-b3f9-4c58-a9ff-80ddb7383a13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.171927428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d282a9d-b3f9-4c58-a9ff-80ddb7383a13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.172170945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ff4eef1-2406-4b64-815f-761500dc23b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.172186631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ff4eef1-2406-4b64-815f-761500dc23b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.172697696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3965b95f-f4f3-4da0-b356-8ca70af72cbb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.172714749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3965b95f-f4f3-4da0-b356-8ca70af72cbb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.172966544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c2829323-189a-42db-ba51-b0724bcbd8d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.172980278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c2829323-189a-42db-ba51-b0724bcbd8d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.173228092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d23050f0-ac61-4763-b58c-6efbb3f25f6f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.173242738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d23050f0-ac61-4763-b58c-6efbb3f25f6f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.213821378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35a4652e-fab0-4137-9e82-02bd221baa12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.213862623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"bb015251-3bb5-406a-b452-c32fc1cc4305","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.231554221Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"51cc6f31-6765-4cf4-a8a0-23067d8ff9d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.246578176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"93fefb20-47b0-4024-82ad-b56a1e30c43d","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:54.246791756Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"64f110fc-b1c0-4652-9109-26ede425098e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.247299145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"7081edbc-d729-417d-a363-a1bac978df36","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.287997527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"51cc6f31-6765-4cf4-a8a0-23067d8ff9d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.295394112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22c26a43-cdfb-44ec-81d7-ab488f8debd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:54.309728726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"64f110fc-b1c0-4652-9109-26ede425098e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.310146849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e6e4a2e-b7fb-44ff-9ac0-931a2f1ec79d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.310194099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e6e4a2e-b7fb-44ff-9ac0-931a2f1ec79d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.334186288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42ccdfa5-db31-479a-8067-a6a0a98e7a0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.346962258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38ed9875-6879-4283-8dfb-23f04bfa6bb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.346977909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38ed9875-6879-4283-8dfb-23f04bfa6bb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.358585653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22c26a43-cdfb-44ec-81d7-ab488f8debd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.36164792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35a4652e-fab0-4137-9e82-02bd221baa12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:54.367813335Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"bb015251-3bb5-406a-b452-c32fc1cc4305","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.386754238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"3575b3ae-aa4c-413a-82db-8af049332df5","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","model":"llm/e2e-rt-sw-14712f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.415913386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22c26a43-cdfb-44ec-81d7-ab488f8debd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.451250733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35a4652e-fab0-4137-9e82-02bd221baa12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.452342542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"31616ef7-6402-419e-a25f-d9d20a0f6f91","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.452600649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0899578d-1dbd-4008-b23e-00c31214a414","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.452951509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de52606c-11a1-4feb-8ff1-f1639fdfe9ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.452968237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de52606c-11a1-4feb-8ff1-f1639fdfe9ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:54.453078218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"bb015251-3bb5-406a-b452-c32fc1cc4305","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.508405009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"cdfb75a5-9185-41f9-baaa-62ca1d095a7e","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.508438003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"cdfb75a5-9185-41f9-baaa-62ca1d095a7e","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.561197834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84939f0b-4950-4863-aa57-d76cfe62958e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.561222314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84939f0b-4950-4863-aa57-d76cfe62958e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.561676909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a5837-bb75-4a9c-977a-fd4d68dfaa36","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.561693689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a5837-bb75-4a9c-977a-fd4d68dfaa36","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.57431395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"cdd89c83-16d2-499b-8232-04893c253996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.623049982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ebf9cd8f-f318-4fa3-83b9-3157046e46f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.677304111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"cdd89c83-16d2-499b-8232-04893c253996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.687291874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ebf9cd8f-f318-4fa3-83b9-3157046e46f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.726616529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"9b03f3c1-2ae9-4aed-99da-ad1cf78d5c7c","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.785136665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"0c417f4e-4b2f-46aa-ae52-d4176bbed18f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.814274202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c84a2e9f-add6-476a-810a-52b7b2f43828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.814319722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"02968e0a-8d29-437e-8739-96a04ad73e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.834951378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9a843858-8ed5-4c44-8b12-d9d6442a22fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.872518775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c84a2e9f-add6-476a-810a-52b7b2f43828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.874129194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"02968e0a-8d29-437e-8739-96a04ad73e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:54.892338603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9a843858-8ed5-4c44-8b12-d9d6442a22fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.012597748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"cb057686-b249-4237-8eff-86687d6c20c7","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.016733916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-55c37d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-55c37d","reconcileID":"93838a22-821c-4f7a-bda9-80c882d51090","namespace":"llm","name":"e2e-rt-eq-55c37d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.17388811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d555cd48-505c-4646-9e3c-dbfa4db58e3b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.247712571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d555cd48-505c-4646-9e3c-dbfa4db58e3b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.29167885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"f1cce03f-8437-4d2b-847c-a42f053d02df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.2925157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"865eccfb-6ad9-4521-8933-30e685d2fb08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.292831864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"cf16c67a-fbf1-4b2b-a102-2e74b4465b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.294190266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0312c271-dad9-48da-a2e7-1ee6e73266ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.372131826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"f1cce03f-8437-4d2b-847c-a42f053d02df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.372598098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"cf16c67a-fbf1-4b2b-a102-2e74b4465b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.3760024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"865eccfb-6ad9-4521-8933-30e685d2fb08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.377397623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0312c271-dad9-48da-a2e7-1ee6e73266ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.664088102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"96da6242-8311-41e8-a062-c5010beb8250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.723917511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"96da6242-8311-41e8-a062-c5010beb8250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.76805534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"34f4b4dd-cfbb-4c5b-bf17-734a44bf9f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.818756831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"9e8a471f-c4e4-4202-aadf-ee852cdaeecc","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.84224003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"34f4b4dd-cfbb-4c5b-bf17-734a44bf9f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.962028076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5533d42f-59de-4066-b1ef-e74620201d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.988469767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"369734dc-4f63-480d-b08e-0d8d4fd35ffc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:55.998556167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"9e8a471f-c4e4-4202-aadf-ee852cdaeecc","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.189990846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5533d42f-59de-4066-b1ef-e74620201d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.237882293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"9e8a471f-c4e4-4202-aadf-ee852cdaeecc","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.250948579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"369734dc-4f63-480d-b08e-0d8d4fd35ffc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.464261333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"5cd866de-cbd4-44a6-af2f-f4b8c073b678","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.464294813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"5cd866de-cbd4-44a6-af2f-f4b8c073b678","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.484128034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"108a1902-e02f-4292-b5ba-3f8d91002f2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.570836326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"acbbb215-3eb4-4c0b-8ff0-56fa4a12b50c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.878664697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"108a1902-e02f-4292-b5ba-3f8d91002f2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.907635445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"3b9c9447-05c3-4a73-ab38-0ff3bbda609e","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.907745895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"3b9c9447-05c3-4a73-ab38-0ff3bbda609e","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.908216996Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"c1b38ae6-d9d2-4c17-b3b4-f609605b36cf","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b84be8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.908631772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36e34a38-6c67-43d6-923a-26826d2c20ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.909837746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7ca94852-16bd-4644-bdd7-a4629cb42572","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-2-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:56.923463858Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"acbbb215-3eb4-4c0b-8ff0-56fa4a12b50c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:56.923614763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"acbbb215-3eb4-4c0b-8ff0-56fa4a12b50c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.941991988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"108a1902-e02f-4292-b5ba-3f8d91002f2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:56.970969242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"110af40c-ce84-40fe-b583-8de50004b0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.076247664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fea43f3d-fc91-4111-b0f5-d158ad475912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.080181207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fea43f3d-fc91-4111-b0f5-d158ad475912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.129807596Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"6617101a-986e-4334-b2b0-e945118dba6b","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b84be8f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.131297455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b9ffdd47-ef3d-449f-91b2-d43db73b8d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.145085155Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36e34a38-6c67-43d6-923a-26826d2c20ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:57.165761902Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"110af40c-ce84-40fe-b583-8de50004b0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.16697663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"cc88a1b6-d972-40fe-ad7f-b49b1a8bb2c3","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.278258468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36e34a38-6c67-43d6-923a-26826d2c20ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.293231727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf075231-5464-454c-a76d-d46d53b58767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.294248342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf075231-5464-454c-a76d-d46d53b58767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.294216419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"b9ffdd47-ef3d-449f-91b2-d43db73b8d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:31:57.293593726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"110af40c-ce84-40fe-b583-8de50004b0f8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.345280554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4234df8b-45b1-41ef-81c4-fce4bc491a05","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.345397209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4234df8b-45b1-41ef-81c4-fce4bc491a05","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.381981686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c453587d-da7d-4d36-b1a0-79256da530d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.455582434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c453587d-da7d-4d36-b1a0-79256da530d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.496081019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2f844728-84c9-4073-9a48-058aa2740121","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.571643289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"9f58ec40-c525-48cf-8e55-468a109c4e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.664637867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"9f58ec40-c525-48cf-8e55-468a109c4e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.679960909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8adbf651-830b-4444-93fc-bd56746e4b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.683854564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2f844728-84c9-4073-9a48-058aa2740121","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.748114829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8adbf651-830b-4444-93fc-bd56746e4b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.803600934Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"91a84f81-f8e6-4d41-83fb-0b5b62c59087","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.860637353Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"91a84f81-f8e6-4d41-83fb-0b5b62c59087","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.903231979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"92486b28-e05b-4faa-a7eb-d007a74a7066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.914949361Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"91a84f81-f8e6-4d41-83fb-0b5b62c59087","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:57.97650088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"92486b28-e05b-4faa-a7eb-d007a74a7066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.024920256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"944ed8ac-746e-42f3-8deb-da3cc53a067c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.082132845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"944ed8ac-746e-42f3-8deb-da3cc53a067c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.157322191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be77edec-f82a-4527-aa64-f705a7991fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.157395735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"c998ec4d-027b-4d8f-b955-60c9234dc773","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.209750916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"c42a9600-1750-451a-9ae2-34847e79be7c","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.215666591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be77edec-f82a-4527-aa64-f705a7991fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.2160377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"c998ec4d-027b-4d8f-b955-60c9234dc773","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.25234027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb95d999-f711-4b14-925b-9e6e98ba51f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.274541747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"c998ec4d-027b-4d8f-b955-60c9234dc773","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.275419216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be77edec-f82a-4527-aa64-f705a7991fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.311564255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb95d999-f711-4b14-925b-9e6e98ba51f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.348835919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"03b10ca2-6d74-4040-a489-f6fe7b67753c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.367477812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb95d999-f711-4b14-925b-9e6e98ba51f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.382532297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"546cf38c-8840-4dd3-80e5-8d8089820e25","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.382556501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"546cf38c-8840-4dd3-80e5-8d8089820e25","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.436318104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87d26726-da2c-403a-86a8-04bba0bf35e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.43633815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87d26726-da2c-403a-86a8-04bba0bf35e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.436749208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"94842fa5-b9b4-4216-a30f-d5bab65be9fc","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.478445788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"03b10ca2-6d74-4040-a489-f6fe7b67753c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.504276454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1d26f7f0-4fd7-4ace-86f2-b5e0858e54d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.50462568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c2cc2e52-949a-40ba-8d5f-61c12a78ad4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.533900109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"03b10ca2-6d74-4040-a489-f6fe7b67753c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.559482446Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a9b44468-fa47-4e43-9960-daa401a4ed37","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7796315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.56143934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c2cc2e52-949a-40ba-8d5f-61c12a78ad4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.561621099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1d26f7f0-4fd7-4ace-86f2-b5e0858e54d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.593122622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001e8364-a103-4ae8-af46-349cafaa77c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.593143121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001e8364-a103-4ae8-af46-349cafaa77c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.610278482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3c39019d-e15e-4d3e-9e97-64595763691e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.628938385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b906a9e9-74ad-4111-b5b3-bf8778b8f74e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.675722878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3c39019d-e15e-4d3e-9e97-64595763691e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.686878875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b906a9e9-74ad-4111-b5b3-bf8778b8f74e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.850321724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4a72ef6e-ef94-4a98-b048-8cc2c4a785a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:58.906819648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4a72ef6e-ef94-4a98-b048-8cc2c4a785a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.029872882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"48e81cf8-2914-4313-85f3-48d3620acc0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.029880666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"978ed988-46bc-4c71-bd55-900570956801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.087935121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"48e81cf8-2914-4313-85f3-48d3620acc0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.088686624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"978ed988-46bc-4c71-bd55-900570956801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.098771796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d662d58-71c1-446f-8b05-1893ff0f5b65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.09879264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d662d58-71c1-446f-8b05-1893ff0f5b65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.111058063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"b97235ef-e8f7-4895-acc4-ff2ebb6828cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.12939182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"2b4e3754-38a1-4966-9291-8361ee18f330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.186226726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"2b4e3754-38a1-4966-9291-8361ee18f330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.223378463Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"b97235ef-e8f7-4895-acc4-ff2ebb6828cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"policyNamespace":"ai-tenant-e2e-mt-29a5aab6","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.231863737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"efd89e1a-42a9-46a8-90c6-3cacd1d9c466","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.279761264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37136acf-7a60-44f4-b089-05a16cc4e1c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.279779102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37136acf-7a60-44f4-b089-05a16cc4e1c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.289172213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"efd89e1a-42a9-46a8-90c6-3cacd1d9c466","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.440312319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ba8f133-174d-4a48-9bb6-795d77af330f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.44033486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ba8f133-174d-4a48-9bb6-795d77af330f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.532429559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"6f0dd7f0-96a9-43af-bb3a-1631c8965975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.532427157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7e294a61-f662-4fc4-850f-b67dd934aff2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.538478078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ca06c42c-75e3-4fab-8a62-f2f1e502cc80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.591055403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7e294a61-f662-4fc4-850f-b67dd934aff2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.591055405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"6f0dd7f0-96a9-43af-bb3a-1631c8965975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:31:59.596126204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ca06c42c-75e3-4fab-8a62-f2f1e502cc80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.185434776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6663edc7-7f60-4c72-969b-06beb11b880b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.238542708Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6663edc7-7f60-4c72-969b-06beb11b880b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.290938634Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6663edc7-7f60-4c72-969b-06beb11b880b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.567986979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"92ce511e-35a5-45e0-aa1f-943a40159446","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.729606551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"f6c01c50-ec23-4c5a-8bab-7f332c3f8ffa","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.829128065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1d12a060-8bfa-4668-a745-0b49cc390be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.829304216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2d76c6b2-8d44-4cc5-9bbb-61e662d02049","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.829127886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"87216584-55fb-487a-a702-b580eb3eb872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.829596183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bd03d2cb-5721-451d-83ff-9e20c9ad793e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.886942677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1d12a060-8bfa-4668-a745-0b49cc390be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.887047763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"87216584-55fb-487a-a702-b580eb3eb872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.88901634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2d76c6b2-8d44-4cc5-9bbb-61e662d02049","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:01.889206002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bd03d2cb-5721-451d-83ff-9e20c9ad793e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:02.046784493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6917dd9c-7d8b-4a31-9a3c-3308106f8543","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:02.20811375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"c19e8ae8-56a1-4746-998c-c805400876a4","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:02.255409767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"41856561-d76e-4f78-9dcd-fefacd1a7455","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:02.357507122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"41856561-d76e-4f78-9dcd-fefacd1a7455","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:02.393350797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"801589b3-b793-41df-bdc2-0bd7256f3b8c","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:02.566490322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5a0f2418-65e6-453e-ab5e-58be227811ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:02.726196644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"d0ed8a1b-3f23-4150-ad4a-9336195e1bdb","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.183321879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"e28f6034-181d-4dd8-9f4c-744f6d6e6976","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-14712f","subscription":"e2e-rt-sw-14712f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.290689906Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"e28f6034-181d-4dd8-9f4c-744f6d6e6976","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.343047431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-sub","reconcileID":"e28f6034-181d-4dd8-9f4c-744f6d6e6976","MaaSSubscription":{"name":"e2e-rt-sw-14712f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-14712f","namespace":"llm","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.437728052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"fabdd782-a02b-4e8f-95f0-a49d0db57039","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.43804517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"38b4ba4c-f2bd-45a6-89b9-01d651388de1","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.438390156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-w4-a51d4c","reconcileID":"483b3319-88ec-4aff-9085-7ee324502f02","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.556839556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"0f75f5ae-34cf-4fa0-9728-bac204e0688b","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.557205215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"b2983642-4acd-4166-a630-a9b513719a90","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.557488208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-w4-a51d4c","reconcileID":"98dc3d25-60fb-42af-8e04-90d2c3d8638d","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.658560838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"22ce17b7-eb18-4e11-aa5d-5d691edf966e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.658709235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"3fe0e4e5-c148-4a58-8b1e-19b5d7bc451c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.713427756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"fcb40c07-be2d-4401-9f5a-dcc4e1e2052a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.713745256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"4f912c93-c813-4e59-8d25-8a981b6c2daf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.717573441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"3fe0e4e5-c148-4a58-8b1e-19b5d7bc451c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.717666312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"22ce17b7-eb18-4e11-aa5d-5d691edf966e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.763735998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"e5ff2ef6-9d9e-4f0d-a2b0-a678d85051a2","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.763766681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"e5ff2ef6-9d9e-4f0d-a2b0-a678d85051a2","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.923519653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"179f74d0-618a-4c40-96da-ee090571c626","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.923579079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce4565fe-947f-4648-9477-f037e472f3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.924398676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f17d512d-4359-404e-b2d7-83a7e630f6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.943065856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"55838692-894b-48f1-985c-09a29d3e64ac","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:07.943103041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"55838692-894b-48f1-985c-09a29d3e64ac","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:08.058550959Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f17d512d-4359-404e-b2d7-83a7e630f6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.061642781Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"179f74d0-618a-4c40-96da-ee090571c626","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:08.065358011Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce4565fe-947f-4648-9477-f037e472f3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.089092832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"aaac5d06-5fea-4bc6-9f4a-9df610b7f575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.089263862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2300cbc5-7dd7-4c0a-a2e0-6a0bd8f46dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:08.118495844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f17d512d-4359-404e-b2d7-83a7e630f6c2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.118823744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf7612f-fc40-4a77-9541-46f772492757","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.118842336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf7612f-fc40-4a77-9541-46f772492757","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.121993275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"179f74d0-618a-4c40-96da-ee090571c626","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:08.125253768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce4565fe-947f-4648-9477-f037e472f3fc","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.125481472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"015051c1-bf25-46a5-8662-24d0787d8bcf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.125500425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"015051c1-bf25-46a5-8662-24d0787d8bcf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.148206716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"aaac5d06-5fea-4bc6-9f4a-9df610b7f575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.149289356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2300cbc5-7dd7-4c0a-a2e0-6a0bd8f46dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:08.176302299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"179f74d0-618a-4c40-96da-ee090571c626","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-14712f-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.176483362Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-14712f-access","reconcileID":"5e182ee0-c6c7-4874-9790-a518f8423d93","MaaSAuthPolicy":{"name":"e2e-rt-sw-14712f-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.280728053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cd5196a-c6fd-44c7-96ae-1e33ef887f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.338029158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cd5196a-c6fd-44c7-96ae-1e33ef887f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.414476158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fd848a3-fa27-47b9-8b3b-1bd1dbe2d8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.415763652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cd5196a-c6fd-44c7-96ae-1e33ef887f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.473090341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"4d1f9d7e-0523-4d3e-b80a-b74aee647f51","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.473125966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"4d1f9d7e-0523-4d3e-b80a-b74aee647f51","MaaSModelRef":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-14712f-b9119e1b36bf","namespace":"llm","model":"e2e-rt-sw-14712f","externalModel":"e2e-rt-sw-14712f","provider":"e2e-rt-sw-14712f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.473274632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fd848a3-fa27-47b9-8b3b-1bd1dbe2d8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.530623412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5c5820d-f9c1-4802-be7a-35502b767458","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.530649672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5c5820d-f9c1-4802-be7a-35502b767458","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.533941198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fd848a3-fa27-47b9-8b3b-1bd1dbe2d8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.592317709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89a10db2-0a7a-4fbb-883e-d18c30500dab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.59233927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89a10db2-0a7a-4fbb-883e-d18c30500dab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.612181233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"28d2f016-6713-44ad-8a57-7f79c9a4e612","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.664891535Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"28d2f016-6713-44ad-8a57-7f79c9a4e612","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.752959662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"d668d0d7-4b47-49ea-9080-2595277263f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.753822737Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"28d2f016-6713-44ad-8a57-7f79c9a4e612","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.880537206Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"d668d0d7-4b47-49ea-9080-2595277263f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.938577976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"d668d0d7-4b47-49ea-9080-2595277263f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.999647722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c10f36b5-1828-499b-89e5-c94e54405a3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:08.999669143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c10f36b5-1828-499b-89e5-c94e54405a3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.036389088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"edf544c6-48d8-4b66-95d5-a7fbb13a0e08","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.056982694Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"85961122-fc5e-418f-b007-95903ae907b7","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.11381599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e3f6c66a-e407-46ba-b482-4c68e49bb9dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.113837281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e3f6c66a-e407-46ba-b482-4c68e49bb9dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.114265753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9af193e-10cf-46ba-8276-57efc1f365fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.114281911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a9af193e-10cf-46ba-8276-57efc1f365fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.114530812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a635409-4a20-4fdf-b3fb-3b9ef32ae462","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.114544668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a635409-4a20-4fdf-b3fb-3b9ef32ae462","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.114790526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3fa1860-9c4e-45df-bb48-acf15dfdce23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.114804625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3fa1860-9c4e-45df-bb48-acf15dfdce23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.115040584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98d83816-44af-4670-91b0-98c3e5904cb2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.115051467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98d83816-44af-4670-91b0-98c3e5904cb2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.115273298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3be4914-2a88-4ca0-9dcd-e5e0120d43e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.115284784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3be4914-2a88-4ca0-9dcd-e5e0120d43e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.115619553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df05ac66-2fa7-4658-816c-b91e013f5599","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.115630501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df05ac66-2fa7-4658-816c-b91e013f5599","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.115840333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75a80be0-b658-4101-b6dd-a782f8c1e01a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.1158506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75a80be0-b658-4101-b6dd-a782f8c1e01a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.172008983Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"0fdc4bb6-8c7a-4245-be3e-54bdd2660f46","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-29a5aab6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.20142707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"303c1319-a6fa-4828-be91-54595c1169a6","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.233748471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf0c2524-c252-4459-8808-6bcb9639ec3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.324592596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6945efa8-aeb0-4d84-bb5a-07c1b33d8e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.324722378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"14a4ddb7-dff1-404e-ad9b-ae2559ca4acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.325129646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"128272e6-4343-4ec9-988d-25e5c3b72ca7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.378678325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6945efa8-aeb0-4d84-bb5a-07c1b33d8e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.379275347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"27664fa4-be01-4579-a013-fcc85cd13281","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.379693967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"7f75cff5-50cf-4cd3-a924-bd72ee53492b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.41768093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf0c2524-c252-4459-8808-6bcb9639ec3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.419272461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"14a4ddb7-dff1-404e-ad9b-ae2559ca4acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.419951052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45eb43c6-e04a-49e8-a624-c26b45d3ed2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.43249157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6945efa8-aeb0-4d84-bb5a-07c1b33d8e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.487424314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6945efa8-aeb0-4d84-bb5a-07c1b33d8e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.49361798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d989047a-afc5-4bc7-b074-f2d2297b7ce8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-6fe3650d/e2e-shared-int-sub-29a5aab6","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.498282922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf0c2524-c252-4459-8808-6bcb9639ec3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.500305702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"128272e6-4343-4ec9-988d-25e5c3b72ca7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.500657049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"27664fa4-be01-4579-a013-fcc85cd13281","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.502813627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"7f75cff5-50cf-4cd3-a924-bd72ee53492b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.557850325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46019ab3-87ba-46b2-9f3b-f44d170d1ce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.557875488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46019ab3-87ba-46b2-9f3b-f44d170d1ce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.559825047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"namespace":"ai-tenant-e2e-mt-29a5aab6","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"0fdc4bb6-8c7a-4245-be3e-54bdd2660f46","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-29a5aab6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.559882296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"ef83e532-87a0-4a35-823c-bb0de1fddd5f","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.722404341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-14712f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-14712f","reconcileID":"3004c51e-cf73-4ae9-9690-c94fe890915f","namespace":"llm","name":"e2e-rt-sw-14712f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.754414549Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"37b99e7a-efc6-4196-abc2-f438449d2259","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.756449798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eafe112-d630-410f-b13b-ed64c54ff848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.76281105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"df132ff3-743f-49d4-88d0-cd5b976a9d44","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.813373075Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-b6264e74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-b6264e74","reconcileID":"06b5839c-9d61-4ced-ac4c-f429a0ece5f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-b6264e74","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-b6264e74":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.81894974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eafe112-d630-410f-b13b-ed64c54ff848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.86817379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35b86ad1-5a20-4b1e-b439-692948dbed29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.86820109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35b86ad1-5a20-4b1e-b439-692948dbed29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.875084699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eafe112-d630-410f-b13b-ed64c54ff848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.892776121Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"df132ff3-743f-49d4-88d0-cd5b976a9d44","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.920176334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"2dd1efa2-9f01-4f89-b5e5-3da1961a0806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.920207009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"0243d932-cb34-48ec-af0d-22c5e16f60ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.934572765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a35357c-9abb-4e6b-894a-f52d89a08fb9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.934595888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a35357c-9abb-4e6b-894a-f52d89a08fb9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.948805883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"df132ff3-743f-49d4-88d0-cd5b976a9d44","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.959616044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"88321d4e-ccc2-4f81-b5b8-90d0e431b15e","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.981713698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"2dd1efa2-9f01-4f89-b5e5-3da1961a0806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:09.982913393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"0243d932-cb34-48ec-af0d-22c5e16f60ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.013836142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c75104-8e84-440c-8637-1e7c19b5ef35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.013856864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c75104-8e84-440c-8637-1e7c19b5ef35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.023920212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d0ff01b-bab0-48f3-9ebb-cd018b150c95","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.024455987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"f354acdc-0719-4ca8-ba10-80878c30bf54","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.118709728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b962d717-7431-4b4c-9499-21fc828c8e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.157056055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"5cfbb8e2-f6a1-445f-927e-63e5e2b795e7","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.178768566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b962d717-7431-4b4c-9499-21fc828c8e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.196824959Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8c1ef117-3e12-47fb-b6c5-a5cbbbddcbd6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.208924398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"9c6811e9-055b-43b3-b6d6-f2e42b2f2dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.208945483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"42425a5e-72ba-46a5-8d01-47d483f6316f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.266364405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"9c6811e9-055b-43b3-b6d6-f2e42b2f2dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.266581659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"42425a5e-72ba-46a5-8d01-47d483f6316f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.360705209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0a5e27a5-c59c-4505-96fa-57bd496ccba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.418781094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0a5e27a5-c59c-4505-96fa-57bd496ccba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.457781485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"961d3911-aa06-4eec-acdf-a1936c1a1ccf","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.654388095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"cfafdf6f-9397-4aca-81c9-40f546facf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.715652977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4bef1c5e-b299-40a6-b3b6-dbe2549f61bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.720598977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"cfafdf6f-9397-4aca-81c9-40f546facf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.769035524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"0de463fe-e837-4c56-8297-6f8893fb3d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.769280955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"171218f3-faf3-4e48-8a78-bf22a57cc376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.773744394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4bef1c5e-b299-40a6-b3b6-dbe2549f61bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.82877785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"0de463fe-e837-4c56-8297-6f8893fb3d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.829048656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"171218f3-faf3-4e48-8a78-bf22a57cc376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:10.878026612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49485771-8535-4fff-84ad-cb74fb2cd491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.037894672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49485771-8535-4fff-84ad-cb74fb2cd491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.064698523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"e5bcc23f-9469-4cf2-9de0-ede633f9a228","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.09576431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49485771-8535-4fff-84ad-cb74fb2cd491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.152199429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8249e4f4-5c71-4414-a681-fa1b2122b699","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.152217308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8249e4f4-5c71-4414-a681-fa1b2122b699","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.194443495Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"e5bcc23f-9469-4cf2-9de0-ede633f9a228","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.219040011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"192d6703-7f53-4014-8d82-b4ba4a4775fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.261002791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"e5bcc23f-9469-4cf2-9de0-ede633f9a228","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.322378037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13938014-9417-4a8a-bb2a-8679e4728e65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.322399674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13938014-9417-4a8a-bb2a-8679e4728e65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.351739182Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"192d6703-7f53-4014-8d82-b4ba4a4775fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.408264536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"192d6703-7f53-4014-8d82-b4ba4a4775fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.467224741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f721137b-0153-4211-86af-6ec1e516d155","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.467246739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f721137b-0153-4211-86af-6ec1e516d155","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.535297135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e96648-e5d6-4dd7-8274-d17ce1585cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.587300383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e96648-e5d6-4dd7-8274-d17ce1585cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.639419118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e96648-e5d6-4dd7-8274-d17ce1585cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:11.691236701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e96648-e5d6-4dd7-8274-d17ce1585cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.166397849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d53acad-a9d7-49bd-a4c4-90f90ca80df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.166418395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d53acad-a9d7-49bd-a4c4-90f90ca80df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.221299321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd5e9ab-c410-447e-a7f4-b4c53a5bfc1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.221319413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd5e9ab-c410-447e-a7f4-b4c53a5bfc1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.37920804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"4660e433-9788-49cd-a2f9-a64964ca5105","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.438829691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"4660e433-9788-49cd-a2f9-a64964ca5105","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.478210895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01889c8c-4bbd-48b1-9be2-d26e744025b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.478231168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01889c8c-4bbd-48b1-9be2-d26e744025b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.494558137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"4660e433-9788-49cd-a2f9-a64964ca5105","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.539078518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d72d667-cad6-4fd0-b4e4-44aa89497e22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.539100364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d72d667-cad6-4fd0-b4e4-44aa89497e22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.551021754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81357ec-160e-4beb-8b2d-f37f1fe56a86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.551043082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81357ec-160e-4beb-8b2d-f37f1fe56a86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:12.590308405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-46cb54","reconcileID":"2a23ea36-a440-4663-ac20-b952570dc997","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-46cb54\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.63447669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014bdc88-62d3-4a72-8a0b-b6eb07737f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.634645182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad01cb66-478a-4199-9645-0efbc8650f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.691993634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad01cb66-478a-4199-9645-0efbc8650f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.692665917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014bdc88-62d3-4a72-8a0b-b6eb07737f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.706328594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f712b572-a036-48f1-a7ba-d7eb04f4e10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.70634898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f712b572-a036-48f1-a7ba-d7eb04f4e10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.734764405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"bb83dcf4-5ef5-4108-afd7-332b99fadcf4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.747909151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad01cb66-478a-4199-9645-0efbc8650f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.748033348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014bdc88-62d3-4a72-8a0b-b6eb07737f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.761220572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"112f6605-87ec-4b45-8501-5d65790def8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.761243112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"112f6605-87ec-4b45-8501-5d65790def8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.796727022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"bb83dcf4-5ef5-4108-afd7-332b99fadcf4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.834144564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a329869-c57c-4e17-951b-04e047d005f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.834191691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a329869-c57c-4e17-951b-04e047d005f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:12.861097773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"bb83dcf4-5ef5-4108-afd7-332b99fadcf4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.095126836Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-46cb54","reconcileID":"efbc3a96-1253-4c28-996d-de5bee6af9be","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-6fe3650d/e2e-shared-int-sub-29a5aab6","models-as-a-service/e2e-default-int-sub-46cb54","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.2640272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"ada2d1bf-93e0-4cb5-aef2-766fc5c09547","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.282287103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad03c2f3-02a4-4c4f-867d-5109606448b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.28231191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad03c2f3-02a4-4c4f-867d-5109606448b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.402744283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"e3f8ba33-7047-473a-9c2d-f8f0478bed8f","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.403260675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"604cb84d-80f2-46f1-a924-4335061f53cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:13.516204272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-46cb54","reconcileID":"5cc3bc2c-6808-4334-8a1c-1795ed07c27c","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:17.367994084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"1fb751e1-2dcd-4e03-9fff-9d719b228e80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:20.912367034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:21.428644917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"17bcce2f-778f-456d-8d19-15af744df08d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:21.570228859Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"17bcce2f-778f-456d-8d19-15af744df08d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:21.62844368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"17bcce2f-778f-456d-8d19-15af744df08d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:21.70665789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e726ff9-003a-43d9-be79-7048df646196","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:21.706701166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e726ff9-003a-43d9-be79-7048df646196","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:22.982975741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9732797-c7f1-47bc-8c21-73460013e914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.068262006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a74e5be3-7733-4e8d-8a7f-c6a66412752b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.081185381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"d3cf3da8-3155-44e0-9805-d177f72bdfbd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.216695714Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9732797-c7f1-47bc-8c21-73460013e914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.292200934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9732797-c7f1-47bc-8c21-73460013e914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:23.29276668Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a74e5be3-7733-4e8d-8a7f-c6a66412752b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:23.293219388Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"d3cf3da8-3155-44e0-9805-d177f72bdfbd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:23.369169245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a74e5be3-7733-4e8d-8a7f-c6a66412752b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:32:23.369729605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"d3cf3da8-3155-44e0-9805-d177f72bdfbd","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.370499872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e18a70-95b2-471c-88eb-0cd1f6156f9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.370579912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e18a70-95b2-471c-88eb-0cd1f6156f9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.372230157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8772628b-93f9-49c9-b742-d5986418ba66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.372303097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8772628b-93f9-49c9-b742-d5986418ba66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.372939476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"532b6364-e2ab-4e56-bf1c-bab85b2f94ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.373005112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"532b6364-e2ab-4e56-bf1c-bab85b2f94ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.581788113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"d25e9650-43e1-427e-99b2-a877fca32e28","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.582552847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d0743be-7c89-4b43-a190-0cd5bcfd982c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.660698868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"d25e9650-43e1-427e-99b2-a877fca32e28","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.661311123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"26153174-8656-48d5-b733-e50c7f56946c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.661908391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"e81773d0-e08c-41ea-979b-052ec4a0a5d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.672006645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d0743be-7c89-4b43-a190-0cd5bcfd982c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.739536526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"26153174-8656-48d5-b733-e50c7f56946c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.745854618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"d25e9650-43e1-427e-99b2-a877fca32e28","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.747912827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d0743be-7c89-4b43-a190-0cd5bcfd982c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.756755692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"e81773d0-e08c-41ea-979b-052ec4a0a5d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.818468034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd95a6ed-3aae-431d-8dab-26d67527854c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:23.881547732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd95a6ed-3aae-431d-8dab-26d67527854c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.056554487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"062d3499-1a20-4bea-be5b-c6f39d2b908d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.11787622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"4301dece-afd5-4c38-9fbe-de97a7a8cd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.131503838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"062d3499-1a20-4bea-be5b-c6f39d2b908d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.205074179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"4301dece-afd5-4c38-9fbe-de97a7a8cd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.225892249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"2b045511-3375-460b-8e18-ce0efc7d0014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.442334035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6039785a-d067-435f-8866-c97a854e0bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.481225006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"2b045511-3375-460b-8e18-ce0efc7d0014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.550213932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"0c402d6e-1568-4135-85de-5f385447e6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.619737536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6039785a-d067-435f-8866-c97a854e0bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.690213935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"0c402d6e-1568-4135-85de-5f385447e6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.704104777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"2a5c2519-3df3-451e-bad1-23e9ddb62148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:24.969603163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"3b83abf1-5082-4f3d-91f6-9c152118090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:25.023715275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"2a5c2519-3df3-451e-bad1-23e9ddb62148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:25.070873694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"3b83abf1-5082-4f3d-91f6-9c152118090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:25.148760067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"db6c8d3d-4262-48b3-b17d-f5db43c5a661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:25.221125604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"db6c8d3d-4262-48b3-b17d-f5db43c5a661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:28.653384469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"9b910bab-46c9-4465-9d3b-b414a5c3d89c","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:31.811833572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"df5ac228-51e5-4979-b2b3-c8665ea22f65","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:31.94853665Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"df5ac228-51e5-4979-b2b3-c8665ea22f65","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.004766863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"df5ac228-51e5-4979-b2b3-c8665ea22f65","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.060399586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e221527-1a5d-44d6-a95f-d010c2b59c47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:32.060426149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e221527-1a5d-44d6-a95f-d010c2b59c47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.529938376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60017d3b-38a5-4eb8-b318-0b353c994ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.656761804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60017d3b-38a5-4eb8-b318-0b353c994ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.712979424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60017d3b-38a5-4eb8-b318-0b353c994ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.772687766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2b82e47-7090-4b98-afbd-67c5a7f8d9ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.772710093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2b82e47-7090-4b98-afbd-67c5a7f8d9ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.972902219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5bd430c-2f97-4cdd-932d-a273ca313713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:33.973018568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"b5945f13-16d4-4704-8ad1-b9f33dd43d93","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.029557103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5bd430c-2f97-4cdd-932d-a273ca313713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.029688252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"b5945f13-16d4-4704-8ad1-b9f33dd43d93","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.085442988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5bd430c-2f97-4cdd-932d-a273ca313713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.086495454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"b5945f13-16d4-4704-8ad1-b9f33dd43d93","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.141062979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c197ea4-6c3c-4879-80a9-8a99308d3eed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.141082406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c197ea4-6c3c-4879-80a9-8a99308d3eed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.14565111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e8e3204-bfd0-4e2d-a38d-3ab54fbf6d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:34.145667578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e8e3204-bfd0-4e2d-a38d-3ab54fbf6d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:38.712549904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"e9871706-e002-4b5c-a546-7f8b1937a62b","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:42.164997311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"371f4e62-a272-46db-8d03-9d2ce540a2b1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:42.293101986Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"371f4e62-a272-46db-8d03-9d2ce540a2b1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:42.349029743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"371f4e62-a272-46db-8d03-9d2ce540a2b1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:42.406802859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe94d26c-cf40-4c94-9ade-cbda0c1ecc3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:42.406823618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe94d26c-cf40-4c94-9ade-cbda0c1ecc3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:43.928248493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44381ca7-5526-4652-986f-fe7b8f94b7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.061190784Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44381ca7-5526-4652-986f-fe7b8f94b7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.118210265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44381ca7-5526-4652-986f-fe7b8f94b7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.175660082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce2dd776-254b-473f-9e31-cbda3f516c71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.175681237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce2dd776-254b-473f-9e31-cbda3f516c71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.297641113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4016d461-806e-44a3-bf79-52047116992b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.355039911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4016d461-806e-44a3-bf79-52047116992b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.39749334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"592b2ec0-dbfd-4617-bb25-ff3e044a3f28","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.410448173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4016d461-806e-44a3-bf79-52047116992b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.454227022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"592b2ec0-dbfd-4617-bb25-ff3e044a3f28","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.469674415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61079a7b-e0d0-41f3-8e9b-bf6b3b3cb8f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.469694341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61079a7b-e0d0-41f3-8e9b-bf6b3b3cb8f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.50970893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"592b2ec0-dbfd-4617-bb25-ff3e044a3f28","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.567238236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d60836e-23da-4e8c-bf7e-4fa54fc589b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.567257745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d60836e-23da-4e8c-bf7e-4fa54fc589b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.608915079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"3ed548c7-f6c3-4c96-b2e8-02e5cfddabb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.709068988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"9e4a4a96-e435-4917-9a3c-8b4b073fd850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.809037845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b46f397d-0fc1-4a9a-a73a-5903b3b0cded","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.809056902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"71548463-6b59-44b9-a50e-8a192275225b","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.809510379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-46cb54","reconcileID":"c89e6760-f251-4795-9623-66f82ad18350","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:44.964793251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"b1b3842b-ca64-4e3b-8f9f-32ee4a50f820","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.147808429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"d07e6096-2c43-4c48-884b-f736c0148c7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.248621944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"3630bf30-74ec-4af3-9aa3-98bb68e88d09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.346900006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"83cbee8b-683a-4ba7-bbe3-87ac117ffbb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.39424817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"87e02e86-319c-47b0-8eea-9f735e7630de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.45988144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"87ee22f4-8232-48fc-877a-647edf141187","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.459877132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86d2d337-aac8-4be0-ad5d-b5af9de94004","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.521561184Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"87e02e86-319c-47b0-8eea-9f735e7630de","name":"e2e-mt-b6264e74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.558574068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"957b8e0a-8381-4861-9b3c-a5d9ad5e0c55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.665415084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"e677ccda-a937-4865-97b9-419265bcb2cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:45.754025197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"7d28c527-a8ab-41e5-bed5-ee0aef2d4b15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:48.713559654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"2cdd7414-12e4-42ed-b638-8d0bd725bcda","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:50.906366961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.510665561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"b5058624-635a-4fc3-bf3f-06cf561e6c34","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.640235604Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"b5058624-635a-4fc3-bf3f-06cf561e6c34","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.697378822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"b5058624-635a-4fc3-bf3f-06cf561e6c34","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.754866375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dac2b5c-b066-4e29-b17b-4d5138ca44d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:52.754889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dac2b5c-b066-4e29-b17b-4d5138ca44d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.331422801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3786ccb-c580-4167-b0d0-928df2f31926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.465275837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3786ccb-c580-4167-b0d0-928df2f31926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.520691783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3786ccb-c580-4167-b0d0-928df2f31926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.579355355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6ff442c-e429-4baa-93bf-b1af1cec9408","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.579374719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6ff442c-e429-4baa-93bf-b1af1cec9408","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.624226242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fad0a8ef-86a1-492e-a39b-6e93581ae259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.680890153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fad0a8ef-86a1-492e-a39b-6e93581ae259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.726977839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"7266525a-3cd2-4180-9383-4ac4b45cab3d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.736588909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fad0a8ef-86a1-492e-a39b-6e93581ae259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.783838071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"7266525a-3cd2-4180-9383-4ac4b45cab3d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.794243253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33d25a97-b665-43d6-87f5-45503051d023","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.794259231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33d25a97-b665-43d6-87f5-45503051d023","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.839789863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"7266525a-3cd2-4180-9383-4ac4b45cab3d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.895559302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b7647b4-a1a5-4690-a862-d3d267b96eff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:54.895575026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b7647b4-a1a5-4690-a862-d3d267b96eff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:57.875798885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-46cb54","reconcileID":"0cd93d64-5b8d-4a94-ac0d-fad4597407c2","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:57.87579832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"dca4411b-f3cf-4a62-937f-87c7e0234315","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:57.876112283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8db2d03-c57b-47cd-98b8-b7fcc0f16c52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:57.975737541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"14be54bc-891d-4431-a5c1-2aa86f22feed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.156907305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"89bcc1b1-f700-4283-8e39-66035e909921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.339300339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"6a502c9a-66cf-419e-8235-c6d72231ed3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.439228115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"6de00cc6-3123-42a3-8970-ef2d170dadf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.540442612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"46923269-9c08-4b23-b944-5d90b64edeae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.649427298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"abc3f7ba-566f-4261-a53a-5eee784fac18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.714110914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"045a95d3-d1aa-4826-8df3-6da0a9393c55","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.755622048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"ee23141d-8fe0-4046-8994-7e060e258825","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.794252142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"2a324abb-6211-49da-8829-9725b539c077","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.853831432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"a44b6345-3cf1-45cc-a8a8-58cd28e85e99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:58.971699708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"1793908a-1f7b-4f5c-97fe-126cb0cec476","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:59.07094021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ba34299-2d3c-422f-a4d7-7ec19f01c727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:32:59.113777826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-2-w4-a51d4c","reconcileID":"042b2baa-9edd-49b1-869f-9f9edacbd8e7","MaaSModelRef":{"name":"distinct-2-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-2-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-2-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.325147257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"3ff77c9b-54c6-4357-bbf3-5a75714f0a6e","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.325578401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"6d8d715b-1f1f-4d20-85dc-5c6345725d2e","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.3952333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"85eacbb3-c9bf-42a4-affe-e0ff267e36d0","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.39569091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"98af46c5-fa95-4577-8431-6435672f3351","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.481803988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"48839eba-183c-4b87-a440-4fc208aff0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.48183941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b257fdb7-c550-469c-b2eb-e7184b386851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.538688045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"a63519d7-1042-408d-a03d-6d953576ac42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.539368583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"31327c50-cc27-49fb-8b6f-c43d852f0614","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.542094215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b257fdb7-c550-469c-b2eb-e7184b386851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.544504531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"48839eba-183c-4b87-a440-4fc208aff0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.652437162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"ee26d19c-a2d7-4a52-8340-c225d76a3dc0","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.706967898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"6955d2c6-0936-4d16-8e1f-e4a2ed7f7fc9","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.886535051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-auth","reconcileID":"172cd890-1ea8-4fd1-ba77-2389d80e6d63","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.943092058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-auth","reconcileID":"172cd890-1ea8-4fd1-ba77-2389d80e6d63","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.947646299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"89f667e1-0e1e-4488-be93-1943824f2646","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.989254547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"c3d01014-3f09-427a-8150-0797a8f9bd47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:01.989256298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"f4561d13-d41b-4f33-af46-54b72d3167e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.002235605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"90c398c6-c545-4feb-b82e-e22047b9e871","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.050103525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"c3d01014-3f09-427a-8150-0797a8f9bd47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.050971076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"f4561d13-d41b-4f33-af46-54b72d3167e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:33:02.05549333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-sub","reconcileID":"4e89debc-bd0f-4834-8bc9-9999f000afad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.10360568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b1e01313-fa3b-49da-80e8-5c25aa798137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.103793982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"23d47a85-58fb-48aa-a428-7cb84dc4625d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.161614583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"b1e01313-fa3b-49da-80e8-5c25aa798137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.161618282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"23d47a85-58fb-48aa-a428-7cb84dc4625d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.169058027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"2d80c09e-dc79-4f53-92ef-ea25d5e540e8","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.212873134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"739f43f2-176d-4983-ba76-efc54d0d32f1","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.227802899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"a17a0073-d63a-462e-89f1-f98aaf9c4843","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.39322858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-auth","reconcileID":"c2c84625-8b77-47e8-9316-817e084d78f5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.461478396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-auth","reconcileID":"c2c84625-8b77-47e8-9316-817e084d78f5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.512450281Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-sub","reconcileID":"2fe792f3-a190-48c9-a080-84ec5fa6f55e","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.534933055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"be27103e-df5b-4c30-b480-231cfd679ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.535597866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c4285b85-9e04-4bea-9737-d13b5083fd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.591534921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"be27103e-df5b-4c30-b480-231cfd679ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.592295535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c4285b85-9e04-4bea-9737-d13b5083fd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.677036787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"09ef6086-0857-42ad-82d7-fa9793a5ea58","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.72103632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"43954068-b1cb-44c0-a567-489be88c6dcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.858527145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"4a3c7c49-5cdd-4763-b5ad-fb139d1cc1e5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.887368928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-sub","reconcileID":"6621f96e-f2b9-4679-baa4-a5f44c4859de","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:02.995911593Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"4a3c7c49-5cdd-4763-b5ad-fb139d1cc1e5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:03.051674329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"4a3c7c49-5cdd-4763-b5ad-fb139d1cc1e5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:03.109696259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38fb1e18-6b52-4561-a89b-25b05ddd7720","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:03.109715342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38fb1e18-6b52-4561-a89b-25b05ddd7720","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:04.734786425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec478df2-d518-47f8-b59e-dcb8e61f4b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:04.86265297Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec478df2-d518-47f8-b59e-dcb8e61f4b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:04.881407168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"b9f1c5ac-ae8f-424b-9ed3-e8040728a096","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:04.918199499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec478df2-d518-47f8-b59e-dcb8e61f4b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:04.948895622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bb32d1b-1419-41aa-8c6d-b442774151f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:04.976232273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf260fd5-a0cf-4c33-840b-63c9d822e26d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:04.976247079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf260fd5-a0cf-4c33-840b-63c9d822e26d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.005720748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bb32d1b-1419-41aa-8c6d-b442774151f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.035822664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"f35b884f-c45b-46ce-95cd-b863c2c5ea23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.035855205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-auth","reconcileID":"d6773933-b871-46fc-9d2d-7b148b3a7f53","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.03619725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"57577a3c-9d07-494a-957e-2ac951f767ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.061241886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bb32d1b-1419-41aa-8c6d-b442774151f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.093294788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"57577a3c-9d07-494a-957e-2ac951f767ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.094340189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-auth","reconcileID":"d6773933-b871-46fc-9d2d-7b148b3a7f53","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.095527866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"f35b884f-c45b-46ce-95cd-b863c2c5ea23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.119306794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba31b3ef-9202-4422-ba9d-957113b7fd22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.119319717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba31b3ef-9202-4422-ba9d-957113b7fd22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.136471091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"4dcd76d1-3031-493d-abaf-6ba3adb68d5d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.192863007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"4dcd76d1-3031-493d-abaf-6ba3adb68d5d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.248538636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"4dcd76d1-3031-493d-abaf-6ba3adb68d5d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.304303375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a6e6ef9-ef0a-4021-b040-4147af2295d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:05.30431773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a6e6ef9-ef0a-4021-b040-4147af2295d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:08.714924845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"3e41f285-2ced-4b54-a2ff-f0bf91e94b1d","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:13.215732091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"404728d1-d982-4559-9fa1-d6fef1e3b301","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:13.344816772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"404728d1-d982-4559-9fa1-d6fef1e3b301","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:13.400232842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"404728d1-d982-4559-9fa1-d6fef1e3b301","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:13.457925709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cd9844b-d5bb-408e-a027-91d4ecf45225","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:13.457945946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cd9844b-d5bb-408e-a027-91d4ecf45225","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.043428781Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-sub","reconcileID":"42a675a6-e802-4f4e-baec-133b406dd1cc","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.131684696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0a6887c-1979-4c28-8492-8c5988bf0013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.273702436Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-sub","reconcileID":"42a675a6-e802-4f4e-baec-133b406dd1cc","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.274961824Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0a6887c-1979-4c28-8492-8c5988bf0013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.287606316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a61c7f11-5d92-4f12-8e3a-b49e59145f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.330350486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0a6887c-1979-4c28-8492-8c5988bf0013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.345069895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a61c7f11-5d92-4f12-8e3a-b49e59145f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.38969263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"411a85f6-d037-43f5-8556-7d87903f441a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.389714451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"411a85f6-d037-43f5-8556-7d87903f441a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.400684394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a61c7f11-5d92-4f12-8e3a-b49e59145f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.458490163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f530334-30ce-426c-adcf-6bee7a937c87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.458508972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f530334-30ce-426c-adcf-6bee7a937c87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.459987405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"7fabc1e1-5b13-4682-a844-f27de9bba6e4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.472369581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"761e2346-2d84-4cb3-a404-9c7cb718512b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.518107265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"7fabc1e1-5b13-4682-a844-f27de9bba6e4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.524938193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"a6310195-37de-461d-95b6-52715b0d6b61","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.573505102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"7fabc1e1-5b13-4682-a844-f27de9bba6e4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.628767735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbbacfef-ab2b-47ec-b8e2-682f29238cf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.628785708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbbacfef-ab2b-47ec-b8e2-682f29238cf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.681380788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2bc2d9eb-49a5-4a2e-af42-a59338535e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.681423183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-auth","reconcileID":"b5b8fe75-6b1a-43fd-a631-1768548ff315","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.682004077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"1a754fe3-7ec1-45cc-81cf-91e14e8a9910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.682260602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"c63eb5f2-6c1e-4db2-aac3-650aee7d10ac","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.740136839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-auth","reconcileID":"b5b8fe75-6b1a-43fd-a631-1768548ff315","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.741114078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"1a754fe3-7ec1-45cc-81cf-91e14e8a9910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.74274008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2bc2d9eb-49a5-4a2e-af42-a59338535e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:15.955090502Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-api-key-no-access-auth","reconcileID":"579794a7-36dd-4ca3-8a10-d5ac0c3ce2ab","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:16.165021561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"ec1a9999-25ce-4e05-9628-3f6e219a52bf","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.212132909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"de0e1451-fceb-499e-8a77-2dc61b99d0a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.212199396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"c96b28d2-10b7-4f07-8476-8a10d1b25d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.269382781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"de0e1451-fceb-499e-8a77-2dc61b99d0a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:17.269382782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"c96b28d2-10b7-4f07-8476-8a10d1b25d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:18.715842455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"5f102848-fdc4-487e-a544-dae4883dfa14","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:20.907335044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:22.099374291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19d9b19-bed7-4480-bef5-1aaf2351dbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:22.151847889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19d9b19-bed7-4480-bef5-1aaf2351dbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:22.203494652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19d9b19-bed7-4480-bef5-1aaf2351dbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:22.25497864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19d9b19-bed7-4480-bef5-1aaf2351dbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:22.416457387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"2a82abc7-3d57-44af-b0c5-5c20f30622f1","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.078476974Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3102d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3102d1","reconcileID":"d8f8fa54-473c-400a-b89e-d9a7a4ea6192","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3102d1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3102d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.597707502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"b4239fa6-cf1b-4760-86e6-c48d9cee5c11","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.737070197Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"b4239fa6-cf1b-4760-86e6-c48d9cee5c11","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.802460357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"b4239fa6-cf1b-4760-86e6-c48d9cee5c11","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.860689209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f91e366-d84d-4a03-ab40-703bd66c8771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:23.860705844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f91e366-d84d-4a03-ab40-703bd66c8771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:24.218609209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2193ec08-8662-4729-9d17-bf9df76ed39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:24.273487267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2193ec08-8662-4729-9d17-bf9df76ed39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:24.325001314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2193ec08-8662-4729-9d17-bf9df76ed39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:24.377107859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2193ec08-8662-4729-9d17-bf9df76ed39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.595089095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09651dec-c2e7-4851-b370-afb816fde546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.613588802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f05fda-ce46-4ab2-8c20-8469fa8a47d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.721969221Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09651dec-c2e7-4851-b370-afb816fde546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:33:25.769512338Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f05fda-ce46-4ab2-8c20-8469fa8a47d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.777748639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09651dec-c2e7-4851-b370-afb816fde546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.811115616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"10f69263-5fed-489f-9355-5ce4898e2271","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:33:25.827065632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f05fda-ce46-4ab2-8c20-8469fa8a47d8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.827106963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66170aff-4410-4717-bb5d-2b9234cbc770","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.8271195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66170aff-4410-4717-bb5d-2b9234cbc770","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.833537731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd0a0871-1f5c-43c8-9361-c198ad6ee7b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.83355421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd0a0871-1f5c-43c8-9361-c198ad6ee7b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.867825802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"10f69263-5fed-489f-9355-5ce4898e2271","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.923402412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"10f69263-5fed-489f-9355-5ce4898e2271","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.980592582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd729732-6b28-4d17-8bba-d31ec538916f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.980608452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd729732-6b28-4d17-8bba-d31ec538916f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:25.987672997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78365b97-4a95-4ccc-a024-edfe7487a120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.044758416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78365b97-4a95-4ccc-a024-edfe7487a120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.10083925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78365b97-4a95-4ccc-a024-edfe7487a120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.159146522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5162fe02-c684-4f3e-bfde-b5a292a93b35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.159177019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5162fe02-c684-4f3e-bfde-b5a292a93b35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.316952266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad96a6f-e005-425d-8ef0-78f202ae6901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.368661407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad96a6f-e005-425d-8ef0-78f202ae6901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.420077844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad96a6f-e005-425d-8ef0-78f202ae6901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:26.471591833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad96a6f-e005-425d-8ef0-78f202ae6901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:33.309682986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-w2-939acd","reconcileID":"783855a3-0c71-4757-9bb2-35b60e2eb116","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:33.964791523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"89d17d73-123c-45a9-80b8-d0ba4a1877ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:34.095202873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"89d17d73-123c-45a9-80b8-d0ba4a1877ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:34.153249521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"89d17d73-123c-45a9-80b8-d0ba4a1877ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:34.208759827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db583526-80ff-45f1-a7db-f8a46c262ebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:34.208779454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db583526-80ff-45f1-a7db-f8a46c262ebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.058435114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e50931a-b933-4af8-bc6d-d7ef60de9c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.142540723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"897af3bc-6350-4505-9c1b-442deb80f0e5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.185810809Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e50931a-b933-4af8-bc6d-d7ef60de9c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.251392041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"897af3bc-6350-4505-9c1b-442deb80f0e5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.253425405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e50931a-b933-4af8-bc6d-d7ef60de9c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.307119962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"897af3bc-6350-4505-9c1b-442deb80f0e5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.311664381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2abc5a2e-1892-4dd4-8b80-a5521d9e4eed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.311683032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2abc5a2e-1892-4dd4-8b80-a5521d9e4eed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.354065007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7d213c0-41db-4e1f-9694-63d2f19fc581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.364616121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1109ab6a-aec1-4a3b-abf0-bac0d8eeac3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.364635881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1109ab6a-aec1-4a3b-abf0-bac0d8eeac3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.412373197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7d213c0-41db-4e1f-9694-63d2f19fc581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.467959506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7d213c0-41db-4e1f-9694-63d2f19fc581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.525503288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9838589b-b46f-43c5-aa12-b88d0ad577b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:36.525525773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9838589b-b46f-43c5-aa12-b88d0ad577b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:40.66070544Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"9a4af2b9-9556-487f-bc6a-0e8140283da5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:40.660833123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0ea31e4-bd93-4c5e-b6a8-6507dbdb9fb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:40.660852898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0ea31e4-bd93-4c5e-b6a8-6507dbdb9fb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:40.76520937Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-policy-29a5aab6","reconcileID":"9a4af2b9-9556-487f-bc6a-0e8140283da5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"policyNamespace":"ai-tenant-e2e-mt-6fe3650d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:40.823371889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eaa6814-3db6-4c80-b2c5-1d9c093f9c11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:40.823389714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eaa6814-3db6-4c80-b2c5-1d9c093f9c11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:40.997496605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c58cd37-3dfd-4ee7-81ad-fbaa5dcfdb34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:40.997517914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c58cd37-3dfd-4ee7-81ad-fbaa5dcfdb34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.466903479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fa61951-6122-4be4-9f3e-8b86b26d9c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.523564947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fa61951-6122-4be4-9f3e-8b86b26d9c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.568109098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"3028b127-8c22-4587-b5c5-1415e9caf686","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.57927454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fa61951-6122-4be4-9f3e-8b86b26d9c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.624857278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"3028b127-8c22-4587-b5c5-1415e9caf686","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.680491301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"3028b127-8c22-4587-b5c5-1415e9caf686","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.685692332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ff1664e-bb52-4461-a527-8c0372681528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.742765066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ff1664e-bb52-4461-a527-8c0372681528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:46.799040743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ff1664e-bb52-4461-a527-8c0372681528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:50.905359536Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.160219217Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"ac72445f-8285-4edd-810c-8d3c42ecc419","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-29a5aab6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.37447779Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"namespace":"ai-tenant-e2e-mt-6fe3650d","name":"e2e-shared-int-sub-29a5aab6","reconcileID":"ac72445f-8285-4edd-810c-8d3c42ecc419","MaaSSubscription":{"name":"e2e-shared-int-sub-29a5aab6","namespace":"ai-tenant-e2e-mt-6fe3650d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-46cb54","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.583378109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-46cb54","reconcileID":"5e67f059-b2d5-4fca-a9f9-12cb923510f2","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.583425322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b21c8f4c-c697-4deb-987d-67b66f40cf68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.592490734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77594185-e073-4268-8f96-be97a1640752","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:51.592508592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77594185-e073-4268-8f96-be97a1640752","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:56.734130329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28332f26-f4b7-4f26-baec-10f256f4968e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:56.791380012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28332f26-f4b7-4f26-baec-10f256f4968e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:56.836278417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"7e591787-f5c4-41e2-bc50-e8737f387c09","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:56.894249062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"7e591787-f5c4-41e2-bc50-e8737f387c09","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:56.954605678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c9b3754-5ee7-43b1-b9a1-8e0e187664b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:57.011911086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c9b3754-5ee7-43b1-b9a1-8e0e187664b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:57.122483826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a01637d8-4dbf-4da2-b7b4-4215ca911ec7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:57.122502692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a01637d8-4dbf-4da2-b7b4-4215ca911ec7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:57.170877146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00ac8a7e-005b-408e-aace-02607a80aaf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:57.170894612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00ac8a7e-005b-408e-aace-02607a80aaf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:57.371050861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa4279c6-835f-43ea-a22d-9f96225476d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:33:57.371069226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa4279c6-835f-43ea-a22d-9f96225476d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:00.828682688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"e3e32d4b-9d25-4fc2-89c8-56d1c7b28785","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3102d1","tenantID":"e2e-api-a-3102d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:00.9457723Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"e3e32d4b-9d25-4fc2-89c8-56d1c7b28785","name":"e2e-api-a-3102d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.412652373Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-46cb54","reconcileID":"580c1373-8749-4e2d-8f3a-66d47ce63412","MaaSAuthPolicy":{"name":"e2e-default-int-auth-46cb54","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.412692552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35d90ce1-1685-49e2-8fa3-76a9c6dba9f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.412708346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35d90ce1-1685-49e2-8fa3-76a9c6dba9f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.574289628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f25d8073-47a7-479b-a6af-30d69a3301da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.574306892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f25d8073-47a7-479b-a6af-30d69a3301da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.738802034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68f7f61c-5768-4447-9a40-34f39bc9c875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.73881791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68f7f61c-5768-4447-9a40-34f39bc9c875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.895341282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89faf9bb-2c46-49e3-a3b3-beef89bc24f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.89535376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"293ce15c-5f31-4a06-9057-81ec4c1d5aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.953605306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89faf9bb-2c46-49e3-a3b3-beef89bc24f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:01.953605304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"293ce15c-5f31-4a06-9057-81ec4c1d5aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:11.902206266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-46cb54","reconcileID":"7a8a4cf2-3238-448f-a9ca-c464aac4fbe5","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-46cb54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:12.117377399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-46cb54","reconcileID":"7a8a4cf2-3238-448f-a9ca-c464aac4fbe5","MaaSSubscription":{"name":"e2e-default-int-sub-46cb54","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:12.326423291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1331e92-a2be-4630-81aa-455e0d222f50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:12.336693292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1599a5c-f7b9-4599-998a-fe966fe4ca50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:12.336712094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1599a5c-f7b9-4599-998a-fe966fe4ca50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:12.490475906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fdb2273-70d2-4191-b482-8d1d84d738e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:12.49053656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89311bdc-14b5-479f-993b-e1bef255d80d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:12.547014092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89311bdc-14b5-479f-993b-e1bef255d80d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:12.547063374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fdb2273-70d2-4191-b482-8d1d84d738e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:17.786002475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a86c4ae-c953-40aa-a3b6-20ae97393140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:17.837982734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a86c4ae-c953-40aa-a3b6-20ae97393140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:17.890504766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a86c4ae-c953-40aa-a3b6-20ae97393140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:17.942843791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a86c4ae-c953-40aa-a3b6-20ae97393140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:18.374549723Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-62936a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-62936a","reconcileID":"75540f77-a3c3-497d-b6ff-96afa0b8e49a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-62936a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-62936a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:19.844787876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2765478-e068-42e5-8a82-95d65ebf45e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:19.896543396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2765478-e068-42e5-8a82-95d65ebf45e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:19.948017202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2765478-e068-42e5-8a82-95d65ebf45e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:19.999660416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2765478-e068-42e5-8a82-95d65ebf45e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:20.90557612Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:21.876533375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73406c0b-49bb-4046-9c0b-786260e93cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:21.928389809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73406c0b-49bb-4046-9c0b-786260e93cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:21.979952955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73406c0b-49bb-4046-9c0b-786260e93cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:22.032059233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73406c0b-49bb-4046-9c0b-786260e93cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.254422299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"ce327ea6-210c-4014-a64f-7de137d75c13","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.254930767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"95f9dff6-a96a-4f5a-b94f-9b7ef0c645ef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.255411667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-w2-939acd","reconcileID":"dcfbaf16-40f4-4a78-a486-1c9f8a8056a3","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.332061439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"bc7a868e-3389-4f4e-a8f7-9be48eaf811e","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.332554245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"7c0dbe23-9368-46aa-af25-c6474ef2e3c2","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.332971828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-w2-939acd","reconcileID":"220b4879-f68a-448e-8916-3a11012b9cb4","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.409692864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"f1274827-bccc-49de-af8c-95665d469ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.4651954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"51a8b8a6-5215-4198-b5e4-119244461584","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.465812824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"54cf2289-5abd-4d6f-b34a-db8441b2fb39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.469596148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"f1274827-bccc-49de-af8c-95665d469ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.510534456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"c26a52fe-94f0-4313-a2eb-f6f1c3aa7f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.569023787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"c26a52fe-94f0-4313-a2eb-f6f1c3aa7f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.831988285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"450875dc-33a3-41e3-aa20-2ba9e11d7f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.888687404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"450875dc-33a3-41e3-aa20-2ba9e11d7f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.93223039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"558d83d8-f1d6-4d67-8ab1-8dfdd2b750b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:32.990188597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"558d83d8-f1d6-4d67-8ab1-8dfdd2b750b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:36.07787836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ab17220b-0787-458a-b2bf-b6676ff54cb6","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:36.07790127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ab17220b-0787-458a-b2bf-b6676ff54cb6","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:36.726069177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"9b81811f-1b5d-446b-9f18-2a75583473b2","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:36.726088992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"9b81811f-1b5d-446b-9f18-2a75583473b2","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:36.780353795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"b570bfde-4c74-4524-b160-ebf3f63a6d46","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:36.780373446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"b570bfde-4c74-4524-b160-ebf3f63a6d46","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:36.882801967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"cefd055d-a522-4d0c-b153-6165f63ddaca","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.011038654Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"cefd055d-a522-4d0c-b153-6165f63ddaca","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.052369357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"a99bdf55-3c67-40bd-ad9e-311d8833127d","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.052390396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"a99bdf55-3c67-40bd-ad9e-311d8833127d","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.067172409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-b6264e74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"cefd055d-a522-4d0c-b153-6165f63ddaca","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.110063611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"afb36d69-01d3-4200-9b26-d0811e83f30e","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.110088731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"afb36d69-01d3-4200-9b26-d0811e83f30e","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:37.161030274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"f3fbe672-bb50-4dfd-85c5-c6bd58ab7cea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-b6264e74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:37.163551226Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"afb36d69-01d3-4200-9b26-d0811e83f30e","name":"e2e-lifecycle-model-b6264e74","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-b6264e74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:37.163605443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"afb36d69-01d3-4200-9b26-d0811e83f30e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-b6264e74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.163768704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"c4d35b62-65f9-4f77-a441-cc277f1c2e4a","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.163781842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"c4d35b62-65f9-4f77-a441-cc277f1c2e4a","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.227997585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"23877f8d-db75-4d38-8fd6-7239a948e5d3","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.268654666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"26c0ebc6-2e66-4d34-88da-0d145dd828ad","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.26867008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"26c0ebc6-2e66-4d34-88da-0d145dd828ad","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.284852945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"23877f8d-db75-4d38-8fd6-7239a948e5d3","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.325778457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"f70fcf9f-fb33-4c76-9934-f20e6a675f06","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.325793652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"f70fcf9f-fb33-4c76-9934-f20e6a675f06","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.340624138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-b6264e74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"23877f8d-db75-4d38-8fd6-7239a948e5d3","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.537763152Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"98ae2ea5-6603-4ddd-935d-314574bd5319","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"maas-trlp-e2e-lifecycle-model-b6264e74","model":"e2e-lifecycle-model-b6264e74","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-b6264e74/e2e-sub-b6264e74"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.701996281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"94e5152b-c658-40ed-997c-2d3821f3a633","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.702024164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"94e5152b-c658-40ed-997c-2d3821f3a633","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:37.909469949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"29b418ea-ce19-4bb0-b43b-2b0ccaeb58cd","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"maas-trlp-e2e-lifecycle-model-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:38.075660888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"46654358-6b73-4392-b898-5720e268bc50","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:38.075677952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"46654358-6b73-4392-b898-5720e268bc50","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:42.997108848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e43219-b462-45a1-a785-bb099f8c6f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:43.048921231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e43219-b462-45a1-a785-bb099f8c6f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:43.100563764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e43219-b462-45a1-a785-bb099f8c6f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:43.152101829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e43219-b462-45a1-a785-bb099f8c6f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:44.898964646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"550a6ece-319e-4a43-ad17-234db15e3c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:44.898987494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"550a6ece-319e-4a43-ad17-234db15e3c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:44.956997822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa1485c9-2dc1-4777-90ea-b98af7aff53e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:44.957016436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa1485c9-2dc1-4777-90ea-b98af7aff53e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:45.04191945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15140d9-571c-45b7-9fd6-44ef652f07f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:45.093521963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15140d9-571c-45b7-9fd6-44ef652f07f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:45.145701786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15140d9-571c-45b7-9fd6-44ef652f07f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:45.197216277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15140d9-571c-45b7-9fd6-44ef652f07f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:45.197368154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"b313f01c-d49f-4f5b-b124-5024227493c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3102d1","tenantID":"e2e-api-a-3102d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:45.324238998Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"b313f01c-d49f-4f5b-b124-5024227493c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"name":"e2e-api-a-3102d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:45.380061561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3102d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"b313f01c-d49f-4f5b-b124-5024227493c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:45.466888532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d859bbf5-a7dd-4d63-a213-1a39aa0483fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:45.466907653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d859bbf5-a7dd-4d63-a213-1a39aa0483fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:47.44461111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"5ea7a9b6-c9cd-4b79-9ca9-886220ab512a","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:47.501392219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"5ea7a9b6-c9cd-4b79-9ca9-886220ab512a","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:47.557146099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-b6264e74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"5ea7a9b6-c9cd-4b79-9ca9-886220ab512a","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:50.32918836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e84ba6-d86c-430c-8542-1a2ca16af37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:50.38085569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e84ba6-d86c-430c-8542-1a2ca16af37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:50.432469911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e84ba6-d86c-430c-8542-1a2ca16af37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:50.484514937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e84ba6-d86c-430c-8542-1a2ca16af37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:50.905116759Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:50.915433377Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d0c69f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d0c69f","reconcileID":"3e72608b-534e-490b-9f58-6e87c50c5b2a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d0c69f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d0c69f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.280356749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-2-w2-939acd","reconcileID":"76fe017f-a416-420a-83e1-be5361845cb2","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-2-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-2-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.415274963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3fbbdb-b4c2-4d32-a47f-5bce966ae8ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.429861709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"f50e91ad-19ec-46ab-bc53-a68538229ffa","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"maas-trlp-e2e-lifecycle-model-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.467525816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3fbbdb-b4c2-4d32-a47f-5bce966ae8ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.519598958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3fbbdb-b4c2-4d32-a47f-5bce966ae8ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.571415283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3fbbdb-b4c2-4d32-a47f-5bce966ae8ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.68204864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"33b6f9a5-70fb-41b9-8da9-7f5606012e4f","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:52.68206959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"33b6f9a5-70fb-41b9-8da9-7f5606012e4f","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.348220049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"9e2f80e2-dc53-4804-b6f6-6db1772dff1f","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.403448252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"e819f5bf-d787-48f1-a57a-23554a0e78d1","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.438688801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b26fdf69-c61c-42d7-af77-1347d8b1fd92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.438688799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"7b19dddd-2016-4309-8d2b-5cc9ab570089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.495589944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b26fdf69-c61c-42d7-af77-1347d8b1fd92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.495820642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"7b19dddd-2016-4309-8d2b-5cc9ab570089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.609626199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"2b5e5cdb-7d85-495b-955c-6503bd4803f9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.633748649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"ac76f0a8-4bbc-472a-9800-e95e38d04b42","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.669234362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"2b5e5cdb-7d85-495b-955c-6503bd4803f9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.690988436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"62dfd03f-9c77-4260-b168-54bea6c73a4b","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.725286379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be4f56072d1edb8e17f0f34e40200821fefe0554cffa01f4169c7e738ecad2e4) AuthConfig (de5162bad1689d914e6296f88422732074d917b10b87832cc86aadcecf33a593) AuthConfig (df64e609eb4f7f8062fa3051dbed3f9ba84617c60513978f86ef32c112a98e3d) AuthConfig (fbb7bb2eb124dfc05b90d76f52e009fd5eea93555617bf69b3efc096452140c5) AuthConfig (137677244d814e4a78fe6b7123d1ac92c276007edf53e0652893171b06db3f76) AuthConfig (091032b6513ed7ab52f06b7fc4a3e5f3810396cffee27fab7b8b9e3a64a3b284) AuthConfig (ea32d4303b02df4e0c371466b0aa7acea5d8772acd3b6174fe144950ad88698b) AuthConfig (cc5ef51fb1c9064475cc59b26ff5ea51fa183e46ea77a3fa8f3e8d3140fed849) AuthConfig (bbf983ab2aa4f6d6f5bc0cca9a303e7ca1e675f186a461acf18c42c9436139a1) AuthConfig (f2451c422ff2eabd5fc8f5d136ebf0ea18264afb0e22420038d6558578bb53be) AuthConfig (352b07376f3871c526fd785a4640eea08c6aec3cf71d6d6333908f06b889849c) AuthConfig (d3489c7461d0af4227c239b48cf4481a58aecbc4c4afc6029bd03786c4ae4ec8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"2b5e5cdb-7d85-495b-955c-6503bd4803f9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.73387269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"e91e457b-776c-4ccb-9baa-d697a892209f","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:53.744555311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-sub","reconcileID":"befb00db-29e1-4262-8f39-13e7c190795a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.783034481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"f736da9b-49ab-4824-af47-b8811c78b678","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.791145844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"e91e457b-776c-4ccb-9baa-d697a892209f","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.846435799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-b6264e74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8038037d37a6018c894e9d2327ee0e2c2605c97b9fbded23f37351e8a5384e49) AuthConfig (c85ef5cd521577fc1ffac70f2f6b58bdc8148e86dfa00807e7ce760a781d9d30) AuthConfig (c5abfafe877aebfb27e6742eb89ded6c183dff094825965b73c37d95f0b9bd8f) AuthConfig (c1bbbced0493a4537b1c1743ca7c916702dbe726f558b5f4e4c3db92baf2fc7e) AuthConfig (07692b5d705f05b625d19ae1879bc8bccce3c66ea23c0dc847d4bbeacbb6c8ad) AuthConfig (f62d4c4eef8340804518c8213830e6eaad77fdee42d0d4759e518663d6e58f05) AuthConfig (3069459419edebfdc8feabde549d9972caf5ced31929a6c4b2ef291b7b7eb2b9) AuthConfig (22f721a523acbc1075fa68ef3a20da86f45943899ca52554a4a60e235e856d02) AuthConfig (88594bdc2bb2c99c8b56c804c219d2fc8c6f91cdf0ee6113e49496d08f38690b) AuthConfig (fa93425c6daf2e5d6af20abb2ccb8157c616c9d6679becde498acb3f6cd28b98) AuthConfig (f66e876652468e912634adfd27291454c57294a58ed29709320ccc33e37b836b) AuthConfig (9e33cc2e0dbda3b8eceeb414775d5735779c8ea6546dafd1c779c0069960fe9b) AuthConfig (5dfed2775cfd4ed140ad3e64502df81677f04cde445a92e78ac8c4f44dfbdc70) AuthConfig (d0e018921b6f3295bb779551843b3cc3edfb98a868e8374bf118088b45521da3) AuthConfig (14c766bf3c8d19d306828014d843f57ca9edffd103590209937e4952b3d95e65) AuthConfig (e2edd0ac9b486223665f7cdbfed60dd99620deab35e9497178fe78b6e6cfcf78) AuthConfig (b92de6e10338be28a0a63846e117f8843af944b67d2240e3eb6ca8984de230f6) AuthConfig (d40dfc3830ba471af35c1a29105d48227bd22da72db8e8af191be4a0c9f640e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"e91e457b-776c-4ccb-9baa-d697a892209f","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.861606043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"27898168-0dda-497e-a272-e252edaef3f7","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.953935155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"c84b415a-83c8-4123-8b4d-e4164db6e7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.954517416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a14a3a9b-322c-4682-9210-95f994f35d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.955537245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"00cbc39b-2370-426f-81d6-e953a951410e","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.956975076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"77d23c3d-ac8a-4d5a-9f06-991818d569c2","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:53.956997008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"77d23c3d-ac8a-4d5a-9f06-991818d569c2","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.006031699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"7817a2ff-f220-4f3d-adf3-d20ece00868c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.011902234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"c84b415a-83c8-4123-8b4d-e4164db6e7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.012354576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a14a3a9b-322c-4682-9210-95f994f35d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.062653057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"7817a2ff-f220-4f3d-adf3-d20ece00868c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.118182642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be4f56072d1edb8e17f0f34e40200821fefe0554cffa01f4169c7e738ecad2e4) AuthConfig (de5162bad1689d914e6296f88422732074d917b10b87832cc86aadcecf33a593) AuthConfig (df64e609eb4f7f8062fa3051dbed3f9ba84617c60513978f86ef32c112a98e3d) AuthConfig (fbb7bb2eb124dfc05b90d76f52e009fd5eea93555617bf69b3efc096452140c5) AuthConfig (137677244d814e4a78fe6b7123d1ac92c276007edf53e0652893171b06db3f76) AuthConfig (091032b6513ed7ab52f06b7fc4a3e5f3810396cffee27fab7b8b9e3a64a3b284) AuthConfig (ea32d4303b02df4e0c371466b0aa7acea5d8772acd3b6174fe144950ad88698b) AuthConfig (cc5ef51fb1c9064475cc59b26ff5ea51fa183e46ea77a3fa8f3e8d3140fed849) AuthConfig (bbf983ab2aa4f6d6f5bc0cca9a303e7ca1e675f186a461acf18c42c9436139a1) AuthConfig (f2451c422ff2eabd5fc8f5d136ebf0ea18264afb0e22420038d6558578bb53be) AuthConfig (352b07376f3871c526fd785a4640eea08c6aec3cf71d6d6333908f06b889849c) AuthConfig (d3489c7461d0af4227c239b48cf4481a58aecbc4c4afc6029bd03786c4ae4ec8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"7817a2ff-f220-4f3d-adf3-d20ece00868c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:34:54.173651154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"7817a2ff-f220-4f3d-adf3-d20ece00868c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.230366883Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-sub","reconcileID":"572c63e4-079f-45b8-8c9e-3b17311d08e7","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-939acd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.330392155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"245a7178-468c-4def-b440-f8fbc744383d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.387279525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"245a7178-468c-4def-b440-f8fbc744383d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.395658688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"c52fae60-665e-456a-92e3-ba12fe2bf353","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.428629403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"9b7d4b02-3be2-4416-9087-9e525d6d8355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.429336861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"e07d34f5-86f2-4088-9f80-ad9cf16586d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.441654687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"f37cffb1-4ed5-4b0f-97d2-aaa57a0bfa86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.447072696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be4f56072d1edb8e17f0f34e40200821fefe0554cffa01f4169c7e738ecad2e4) AuthConfig (de5162bad1689d914e6296f88422732074d917b10b87832cc86aadcecf33a593) AuthConfig (df64e609eb4f7f8062fa3051dbed3f9ba84617c60513978f86ef32c112a98e3d) AuthConfig (fbb7bb2eb124dfc05b90d76f52e009fd5eea93555617bf69b3efc096452140c5) AuthConfig (137677244d814e4a78fe6b7123d1ac92c276007edf53e0652893171b06db3f76) AuthConfig (091032b6513ed7ab52f06b7fc4a3e5f3810396cffee27fab7b8b9e3a64a3b284) AuthConfig (ea32d4303b02df4e0c371466b0aa7acea5d8772acd3b6174fe144950ad88698b) AuthConfig (cc5ef51fb1c9064475cc59b26ff5ea51fa183e46ea77a3fa8f3e8d3140fed849) AuthConfig (bbf983ab2aa4f6d6f5bc0cca9a303e7ca1e675f186a461acf18c42c9436139a1) AuthConfig (f2451c422ff2eabd5fc8f5d136ebf0ea18264afb0e22420038d6558578bb53be) AuthConfig (352b07376f3871c526fd785a4640eea08c6aec3cf71d6d6333908f06b889849c) AuthConfig (d3489c7461d0af4227c239b48cf4481a58aecbc4c4afc6029bd03786c4ae4ec8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"245a7178-468c-4def-b440-f8fbc744383d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.487205967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"9b7d4b02-3be2-4416-9087-9e525d6d8355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.487246412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"e07d34f5-86f2-4088-9f80-ad9cf16586d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.517103701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c6058e-8e83-4cfa-a1a7-6a696f7ff65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.568777378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c6058e-8e83-4cfa-a1a7-6a696f7ff65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.620693979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c6058e-8e83-4cfa-a1a7-6a696f7ff65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.621540695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-sub","reconcileID":"c1d10f7b-1649-4af5-b8ec-4b902f525226","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:54.672605752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c6058e-8e83-4cfa-a1a7-6a696f7ff65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:55.571056937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"bafa1df2-de8b-4a48-95cf-0770ba86b938","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3102d1","tenantID":"e2e-api-a-3102d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:55.628058214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"bafa1df2-de8b-4a48-95cf-0770ba86b938","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"name":"e2e-api-a-3102d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:34:55.683517239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3102d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"bafa1df2-de8b-4a48-95cf-0770ba86b938","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:01.578358837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"09d05ae8-c952-4ebd-95a0-d9e2f3f88f99","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:01.697123302Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"09d05ae8-c952-4ebd-95a0-d9e2f3f88f99","name":"e2e-api-a-62936a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.062415185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"0a4f063a-6468-4c68-a697-fdc4d372ac6d","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.119561017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"0a4f063a-6468-4c68-a697-fdc4d372ac6d","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.175176401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-b6264e74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8038037d37a6018c894e9d2327ee0e2c2605c97b9fbded23f37351e8a5384e49) AuthConfig (c85ef5cd521577fc1ffac70f2f6b58bdc8148e86dfa00807e7ce760a781d9d30) AuthConfig (c5abfafe877aebfb27e6742eb89ded6c183dff094825965b73c37d95f0b9bd8f) AuthConfig (c1bbbced0493a4537b1c1743ca7c916702dbe726f558b5f4e4c3db92baf2fc7e) AuthConfig (07692b5d705f05b625d19ae1879bc8bccce3c66ea23c0dc847d4bbeacbb6c8ad) AuthConfig (f62d4c4eef8340804518c8213830e6eaad77fdee42d0d4759e518663d6e58f05) AuthConfig (3069459419edebfdc8feabde549d9972caf5ced31929a6c4b2ef291b7b7eb2b9) AuthConfig (22f721a523acbc1075fa68ef3a20da86f45943899ca52554a4a60e235e856d02) AuthConfig (88594bdc2bb2c99c8b56c804c219d2fc8c6f91cdf0ee6113e49496d08f38690b) AuthConfig (fa93425c6daf2e5d6af20abb2ccb8157c616c9d6679becde498acb3f6cd28b98) AuthConfig (f66e876652468e912634adfd27291454c57294a58ed29709320ccc33e37b836b) AuthConfig (9e33cc2e0dbda3b8eceeb414775d5735779c8ea6546dafd1c779c0069960fe9b) AuthConfig (5dfed2775cfd4ed140ad3e64502df81677f04cde445a92e78ac8c4f44dfbdc70) AuthConfig (d0e018921b6f3295bb779551843b3cc3edfb98a868e8374bf118088b45521da3) AuthConfig (14c766bf3c8d19d306828014d843f57ca9edffd103590209937e4952b3d95e65) AuthConfig (e2edd0ac9b486223665f7cdbfed60dd99620deab35e9497178fe78b6e6cfcf78) AuthConfig (b92de6e10338be28a0a63846e117f8843af944b67d2240e3eb6ca8984de230f6) AuthConfig (d40dfc3830ba471af35c1a29105d48227bd22da72db8e8af191be4a0c9f640e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"0a4f063a-6468-4c68-a697-fdc4d372ac6d","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.602498204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"0a0219de-973c-46a1-a37d-35964ac460d3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.659100159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"0a0219de-973c-46a1-a37d-35964ac460d3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:04.714311016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be4f56072d1edb8e17f0f34e40200821fefe0554cffa01f4169c7e738ecad2e4) AuthConfig (de5162bad1689d914e6296f88422732074d917b10b87832cc86aadcecf33a593) AuthConfig (df64e609eb4f7f8062fa3051dbed3f9ba84617c60513978f86ef32c112a98e3d) AuthConfig (fbb7bb2eb124dfc05b90d76f52e009fd5eea93555617bf69b3efc096452140c5) AuthConfig (137677244d814e4a78fe6b7123d1ac92c276007edf53e0652893171b06db3f76) AuthConfig (091032b6513ed7ab52f06b7fc4a3e5f3810396cffee27fab7b8b9e3a64a3b284) AuthConfig (ea32d4303b02df4e0c371466b0aa7acea5d8772acd3b6174fe144950ad88698b) AuthConfig (cc5ef51fb1c9064475cc59b26ff5ea51fa183e46ea77a3fa8f3e8d3140fed849) AuthConfig (bbf983ab2aa4f6d6f5bc0cca9a303e7ca1e675f186a461acf18c42c9436139a1) AuthConfig (f2451c422ff2eabd5fc8f5d136ebf0ea18264afb0e22420038d6558578bb53be) AuthConfig (352b07376f3871c526fd785a4640eea08c6aec3cf71d6d6333908f06b889849c) AuthConfig (d3489c7461d0af4227c239b48cf4481a58aecbc4c4afc6029bd03786c4ae4ec8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"0a0219de-973c-46a1-a37d-35964ac460d3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.787810085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"2bafa461-08cd-49f3-b79c-67afd436663b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3102d1","tenantID":"e2e-api-a-3102d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.844408256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"2bafa461-08cd-49f3-b79c-67afd436663b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"name":"e2e-api-a-3102d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:05.904273716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3102d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"2bafa461-08cd-49f3-b79c-67afd436663b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.279067042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"c9a1baf4-cab4-4b46-83dd-53aecb896dcd","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.336097232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"c9a1baf4-cab4-4b46-83dd-53aecb896dcd","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.391359354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-b6264e74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8038037d37a6018c894e9d2327ee0e2c2605c97b9fbded23f37351e8a5384e49) AuthConfig (c85ef5cd521577fc1ffac70f2f6b58bdc8148e86dfa00807e7ce760a781d9d30) AuthConfig (c5abfafe877aebfb27e6742eb89ded6c183dff094825965b73c37d95f0b9bd8f) AuthConfig (c1bbbced0493a4537b1c1743ca7c916702dbe726f558b5f4e4c3db92baf2fc7e) AuthConfig (07692b5d705f05b625d19ae1879bc8bccce3c66ea23c0dc847d4bbeacbb6c8ad) AuthConfig (f62d4c4eef8340804518c8213830e6eaad77fdee42d0d4759e518663d6e58f05) AuthConfig (3069459419edebfdc8feabde549d9972caf5ced31929a6c4b2ef291b7b7eb2b9) AuthConfig (22f721a523acbc1075fa68ef3a20da86f45943899ca52554a4a60e235e856d02) AuthConfig (88594bdc2bb2c99c8b56c804c219d2fc8c6f91cdf0ee6113e49496d08f38690b) AuthConfig (fa93425c6daf2e5d6af20abb2ccb8157c616c9d6679becde498acb3f6cd28b98) AuthConfig (f66e876652468e912634adfd27291454c57294a58ed29709320ccc33e37b836b) AuthConfig (9e33cc2e0dbda3b8eceeb414775d5735779c8ea6546dafd1c779c0069960fe9b) AuthConfig (5dfed2775cfd4ed140ad3e64502df81677f04cde445a92e78ac8c4f44dfbdc70) AuthConfig (d0e018921b6f3295bb779551843b3cc3edfb98a868e8374bf118088b45521da3) AuthConfig (14c766bf3c8d19d306828014d843f57ca9edffd103590209937e4952b3d95e65) AuthConfig (e2edd0ac9b486223665f7cdbfed60dd99620deab35e9497178fe78b6e6cfcf78) AuthConfig (b92de6e10338be28a0a63846e117f8843af944b67d2240e3eb6ca8984de230f6) AuthConfig (d40dfc3830ba471af35c1a29105d48227bd22da72db8e8af191be4a0c9f640e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"c9a1baf4-cab4-4b46-83dd-53aecb896dcd","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.876028825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"c03b8dee-2a06-48a7-bb44-dc819406b055","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.933102132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"c03b8dee-2a06-48a7-bb44-dc819406b055","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:14.989062353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-939acd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be4f56072d1edb8e17f0f34e40200821fefe0554cffa01f4169c7e738ecad2e4) AuthConfig (de5162bad1689d914e6296f88422732074d917b10b87832cc86aadcecf33a593) AuthConfig (df64e609eb4f7f8062fa3051dbed3f9ba84617c60513978f86ef32c112a98e3d) AuthConfig (fbb7bb2eb124dfc05b90d76f52e009fd5eea93555617bf69b3efc096452140c5) AuthConfig (137677244d814e4a78fe6b7123d1ac92c276007edf53e0652893171b06db3f76) AuthConfig (091032b6513ed7ab52f06b7fc4a3e5f3810396cffee27fab7b8b9e3a64a3b284) AuthConfig (ea32d4303b02df4e0c371466b0aa7acea5d8772acd3b6174fe144950ad88698b) AuthConfig (cc5ef51fb1c9064475cc59b26ff5ea51fa183e46ea77a3fa8f3e8d3140fed849) AuthConfig (bbf983ab2aa4f6d6f5bc0cca9a303e7ca1e675f186a461acf18c42c9436139a1) AuthConfig (f2451c422ff2eabd5fc8f5d136ebf0ea18264afb0e22420038d6558578bb53be) AuthConfig (352b07376f3871c526fd785a4640eea08c6aec3cf71d6d6333908f06b889849c) AuthConfig (d3489c7461d0af4227c239b48cf4481a58aecbc4c4afc6029bd03786c4ae4ec8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"c03b8dee-2a06-48a7-bb44-dc819406b055","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:16.008512334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"999d439f-e9c8-41d0-86e6-3de213624467","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3102d1","tenantID":"e2e-api-a-3102d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:16.067800415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"999d439f-e9c8-41d0-86e6-3de213624467","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"name":"e2e-api-a-3102d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:16.123351713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3102d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"999d439f-e9c8-41d0-86e6-3de213624467","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:20.905135121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.495259819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"2f84d07d-2fc9-4723-83af-9dba3a4ed835","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.551955987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"2f84d07d-2fc9-4723-83af-9dba3a4ed835","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.87030021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"88dff5cc-0ed1-496e-a312-6a9ba429207e","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:24.870320577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"88dff5cc-0ed1-496e-a312-6a9ba429207e","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.145441521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"c36fa607-339a-474a-b3a7-4e769b304fcb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.202632238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"c36fa607-339a-474a-b3a7-4e769b304fcb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:25.518714188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"6961ff3c-4308-4eac-b7a8-a8e665053995","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:26.227816789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"0d5ae330-4760-472b-9ab0-65d6a13a8e6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3102d1","tenantID":"e2e-api-a-3102d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:26.284993262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"0d5ae330-4760-472b-9ab0-65d6a13a8e6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"name":"e2e-api-a-3102d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:26.341127593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3102d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aeb9cc4eeae830011a2049080374ce6746ac98a381fa1907018a3f862c0ef20d) AuthConfig (83b268f1c92889906113926a0704e2aac6c90afacd9397ccaa9f09a1ffca9d09) AuthConfig (b895568b9da173c6c4372539031b27065b4942e8d19d48200a1615f945528ce7) AuthConfig (07ca81f4aef5c7d73f3f62860f7e820a434a00fce00c4a9b9a5e0e77f7bf5c89) AuthConfig (3e63fc58efeea5cc45be4fbe8a5236366565444acd2831e89bab4ba789c86590) AuthConfig (1739578a33902abc0736a339466a03931fa1f45712643ce228e1ac42eb4b61b6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"0d5ae330-4760-472b-9ab0-65d6a13a8e6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:26.398923887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"845a4706-642c-41ad-bf65-54510f9e9b5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:26.398999311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"845a4706-642c-41ad-bf65-54510f9e9b5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:27.223997414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"99f78bf3-aeab-4b29-86ae-fafa9b4f08a5","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:27.378342945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"030a0809-70f1-419a-b8da-e3bc41a66f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:27.378573582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"2225fca2-78e2-42f8-ae19-788d513f05d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:27.378352522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"da3b9ede-1f84-4902-886b-0aab14466d86","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:27.436237214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"030a0809-70f1-419a-b8da-e3bc41a66f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:27.43709825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"2225fca2-78e2-42f8-ae19-788d513f05d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:27.439458931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"da3b9ede-1f84-4902-886b-0aab14466d86","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:33.373366063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13ad34b5-6174-4192-b55c-f05a76d15f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:33.373386369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13ad34b5-6174-4192-b55c-f05a76d15f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:33.477255766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"namespace":"ai-tenant-e2e-mt-ede7593b","name":"e2e-policy-ede7593b","reconcileID":"a667f256-7850-429f-978e-a9eb400fed4d","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:33.60460219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"namespace":"ai-tenant-e2e-mt-ede7593b","name":"e2e-policy-ede7593b","reconcileID":"a667f256-7850-429f-978e-a9eb400fed4d","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:33.660053704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"namespace":"ai-tenant-e2e-mt-ede7593b","name":"e2e-policy-ede7593b","reconcileID":"a667f256-7850-429f-978e-a9eb400fed4d","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:36.503750227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"b159e03e-711a-4b4a-8498-d2e20b5b29a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3102d1","tenantID":"e2e-api-a-3102d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:36.56047481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"b159e03e-711a-4b4a-8498-d2e20b5b29a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"name":"e2e-api-a-3102d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:36.877959398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"510b4eb0-096c-41ad-8717-a35b07b02f4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:36.877993845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"510b4eb0-096c-41ad-8717-a35b07b02f4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:37.386142492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-sub","reconcileID":"fb9ddf2d-8a3c-43db-8af9-b96b2ec84dbf","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:37.601811874Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-sub","reconcileID":"fb9ddf2d-8a3c-43db-8af9-b96b2ec84dbf","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:37.812412694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"79430136-16c0-4156-b011-e5215280f76d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:37.865432118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"5e07288c-6324-4d17-93ff-3dbfdb3cffa7","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.019406398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"bd47c080-12ff-498a-b991-ed8c871b60d0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.019434151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"17bffbdb-fe8c-4b8e-b254-e76e54cb04fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.019801862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"c75bdef1-3334-452a-9c7a-2e2b60d305d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.036958795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"f634a307-03ca-4a7c-8704-73a30aa717fc","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.076533423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"bd47c080-12ff-498a-b991-ed8c871b60d0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.076645176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"17bffbdb-fe8c-4b8e-b254-e76e54cb04fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.078750687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"c75bdef1-3334-452a-9c7a-2e2b60d305d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.281065719Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-api-key-scoped-auth","reconcileID":"f96dd3ae-5d09-4109-a08a-88edbe7f268a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.357811868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"6204f7af-e950-45ec-af53-78d98fd5c813","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.357828762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"6204f7af-e950-45ec-af53-78d98fd5c813","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.4647878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"4718168f-e5a8-46a7-8505-6893ebde6086","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.464804582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"4718168f-e5a8-46a7-8505-6893ebde6086","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.538566924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"26bfcf5e-34c6-4f7b-88cf-76fce11bd3d7","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.564066634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"7a455080-09aa-4ab7-ae14-bc7176cf59ca","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.620599497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"7a455080-09aa-4ab7-ae14-bc7176cf59ca","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.674102468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"9b4e3d57-b2d9-45d5-b4a3-891073d92c71","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"maas-trlp-e2e-lifecycle-model-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.979520085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"89a90cd8-4332-4acb-bb43-7fe4d2202259","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:38.991336174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"12621ca6-c2f5-4872-8fcd-f11b2543c183","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"maas-trlp-e2e-lifecycle-model-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:39.036481679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"89a90cd8-4332-4acb-bb43-7fe4d2202259","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:39.304872141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4a9ffc-e5ac-4401-8d74-6ea0fdeb41fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:39.356583713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4a9ffc-e5ac-4401-8d74-6ea0fdeb41fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:39.408224078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4a9ffc-e5ac-4401-8d74-6ea0fdeb41fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:39.460053085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4a9ffc-e5ac-4401-8d74-6ea0fdeb41fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:41.410452184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b374c1-3efa-4fec-8441-725a5f2ce2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:41.462329462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b374c1-3efa-4fec-8441-725a5f2ce2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:41.513894438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b374c1-3efa-4fec-8441-725a5f2ce2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:41.565429011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b374c1-3efa-4fec-8441-725a5f2ce2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:42.038312965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"c5ea8457-ec90-490f-b452-2cd20d721726","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","tenantID":"e2e-api-b-d0c69f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:42.155968573Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"c5ea8457-ec90-490f-b452-2cd20d721726","name":"e2e-api-b-d0c69f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:44.393781287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd372872-39b7-4b91-a945-e89b66176415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:44.445559477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd372872-39b7-4b91-a945-e89b66176415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:44.497464561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd372872-39b7-4b91-a945-e89b66176415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:44.549380634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd372872-39b7-4b91-a945-e89b66176415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:44.874408572Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-57c412","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-57c412","reconcileID":"a0364c8e-baea-449a-9e91-d0133fd1971c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-57c412","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-57c412":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:46.493598551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04996af2-3fca-49c0-a618-89dce27caa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:46.545383581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04996af2-3fca-49c0-a618-89dce27caa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:46.596920646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04996af2-3fca-49c0-a618-89dce27caa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:46.648888551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04996af2-3fca-49c0-a618-89dce27caa14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.541124273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1acfc41-d1ce-4518-99a8-8985565b236f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.59474132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1acfc41-d1ce-4518-99a8-8985565b236f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.64743259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1acfc41-d1ce-4518-99a8-8985565b236f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.700102642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1acfc41-d1ce-4518-99a8-8985565b236f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.896817104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"08cff37c-6c97-4a03-a2d9-11ead9498c56","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:48.896839182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"08cff37c-6c97-4a03-a2d9-11ead9498c56","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.01897396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"f07eabc0-dc6c-4d92-8dfd-73b954d2f910","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.076589685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"f07eabc0-dc6c-4d92-8dfd-73b954d2f910","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.125018413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"c4667500-5516-4093-8fc5-e52d1d8143ca","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"maas-trlp-e2e-lifecycle-model-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.391334116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"cf61bc41-fa05-4d8b-8389-50c2588434ab","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.448054848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"cf61bc41-fa05-4d8b-8389-50c2588434ab","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:49.450391667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"90b417b0-5142-4b8a-ad09-8f69b2fac957","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"maas-trlp-e2e-lifecycle-model-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:50.608418973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7d4625-bba0-4db6-bc1d-b91d268c69b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:50.660295077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7d4625-bba0-4db6-bc1d-b91d268c69b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:50.712004423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7d4625-bba0-4db6-bc1d-b91d268c69b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:50.764390559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7d4625-bba0-4db6-bc1d-b91d268c69b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:50.905931319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:52.697094676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93d1383-cf02-40e7-a40b-27898f996a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:52.748745973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93d1383-cf02-40e7-a40b-27898f996a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:52.800970319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93d1383-cf02-40e7-a40b-27898f996a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:52.852754018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93d1383-cf02-40e7-a40b-27898f996a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:54.457300059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"namespace":"ai-tenant-e2e-mt-ede7593b","name":"e2e-policy-ede7593b","reconcileID":"8383a96c-4a05-44a4-baa6-4024dbb9c8c5","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:54.610687536Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"namespace":"ai-tenant-e2e-mt-ede7593b","name":"e2e-policy-ede7593b","reconcileID":"8383a96c-4a05-44a4-baa6-4024dbb9c8c5","MaaSAuthPolicy":{"name":"e2e-policy-ede7593b","namespace":"ai-tenant-e2e-mt-ede7593b"},"policyNamespace":"ai-tenant-e2e-mt-ede7593b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:54.904414899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37db8746-9f8c-45bb-8162-18682237f7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:54.956384207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37db8746-9f8c-45bb-8162-18682237f7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.007968132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37db8746-9f8c-45bb-8162-18682237f7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:55.059900433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37db8746-9f8c-45bb-8162-18682237f7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.056806604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4f1090d-94b0-4a03-9d41-ae29d6ba9846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.056826433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4f1090d-94b0-4a03-9d41-ae29d6ba9846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.154697197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbb72432-5326-4fd5-ad12-2e403c984437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.154714104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbb72432-5326-4fd5-ad12-2e403c984437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.258529122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"281f4d00-3581-4778-be81-25bced9e0f19","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.453275102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"281f4d00-3581-4778-be81-25bced9e0f19","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"name":"e2e-api-a-62936a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.508588825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-62936a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"281f4d00-3581-4778-be81-25bced9e0f19","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.563885507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43c0861b-6a36-4091-a240-6e6446917ac4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:56.563900832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43c0861b-6a36-4091-a240-6e6446917ac4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:57.031426248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f489555a-fff5-41ac-bb22-265d2f735f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:57.083863134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f489555a-fff5-41ac-bb22-265d2f735f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:57.140776693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f489555a-fff5-41ac-bb22-265d2f735f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:57.195634962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f489555a-fff5-41ac-bb22-265d2f735f18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.104464681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ec4124-d25e-48bd-abe0-f9bf3a9e5327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.157577497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ec4124-d25e-48bd-abe0-f9bf3a9e5327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.209537152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ec4124-d25e-48bd-abe0-f9bf3a9e5327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:35:59.262093313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ec4124-d25e-48bd-abe0-f9bf3a9e5327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:01.999859322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8116d468-f707-412a-b1b8-043bcd7d4819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:02.051466558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8116d468-f707-412a-b1b8-043bcd7d4819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:02.103351928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8116d468-f707-412a-b1b8-043bcd7d4819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:02.155025362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8116d468-f707-412a-b1b8-043bcd7d4819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:02.59126828Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-501327","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-501327","reconcileID":"62187898-6920-460a-bbd6-5ba606520bab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-501327","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-501327":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:04.09431693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671f209c-323d-4bb1-9a19-2ce1e1422c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:04.146226431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671f209c-323d-4bb1-9a19-2ce1e1422c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:04.197934088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671f209c-323d-4bb1-9a19-2ce1e1422c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:04.249723348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671f209c-323d-4bb1-9a19-2ce1e1422c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.141444695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ce88e0-1cbe-4a7b-abf6-3e5df3e6f7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.193848342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ce88e0-1cbe-4a7b-abf6-3e5df3e6f7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.246356767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ce88e0-1cbe-4a7b-abf6-3e5df3e6f7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.29832098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ce88e0-1cbe-4a7b-abf6-3e5df3e6f7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.66748375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"39e07c3e-0427-4efe-a8aa-2dc492db71a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.724718181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"39e07c3e-0427-4efe-a8aa-2dc492db71a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"name":"e2e-api-a-62936a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:06.780310458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-62936a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"39e07c3e-0427-4efe-a8aa-2dc492db71a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.19658786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18d1d28-4ebc-4710-b843-812cf76c28ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.248432076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18d1d28-4ebc-4710-b843-812cf76c28ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.300202323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18d1d28-4ebc-4710-b843-812cf76c28ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.352086416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18d1d28-4ebc-4710-b843-812cf76c28ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.894455838Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"2e8adc6d-1c1b-4ec8-97bc-decf71fce964","namespace":"ai-tenant-e2e-mt-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.894544144Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"2e8adc6d-1c1b-4ec8-97bc-decf71fce964","name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.951176512Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"2e8adc6d-1c1b-4ec8-97bc-decf71fce964","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.951190506Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"2e8adc6d-1c1b-4ec8-97bc-decf71fce964","namespace":"ai-tenant-e2e-mt-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.951261329Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"2e8adc6d-1c1b-4ec8-97bc-decf71fce964","name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.951795003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"2a8e90a4-e0ef-439e-a438-33e4f3fa996b","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:08.951812207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"2a8e90a4-e0ef-439e-a438-33e4f3fa996b","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.007700233Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"2e8adc6d-1c1b-4ec8-97bc-decf71fce964","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.010909329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"e5cd5f34-0468-4615-b9cd-453de278ec1a","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.010931342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"e5cd5f34-0468-4615-b9cd-453de278ec1a","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.054534814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"0e138723-4d14-45c5-9e54-df029bf53834","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:36:09.064381407Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"e5cd5f34-0468-4615-b9cd-453de278ec1a","name":"e2e-lifecycle-model-b6264e74","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-b6264e74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:36:09.064430642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"e5cd5f34-0468-4615-b9cd-453de278ec1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-b6264e74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.069664498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"409eeac2-70e0-4f6f-a296-23ecd11e2209","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.069679361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"409eeac2-70e0-4f6f-a296-23ecd11e2209","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.111232749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"0e138723-4d14-45c5-9e54-df029bf53834","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.112896406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"67c18308-a44a-4d7b-873b-0ee8027aac25","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c623d342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.17942543Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"0b3399ef-fb43-4a19-90ed-c16174db73e6","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c623d342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.342387039Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"2eab3edf-e46c-48a9-909c-c44866689127","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.599288971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"2eab3edf-e46c-48a9-909c-c44866689127","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.751320938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"2eab3edf-e46c-48a9-909c-c44866689127","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"e2e-mt-b6264e74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.751340916Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-policy-b6264e74","reconcileID":"2eab3edf-e46c-48a9-909c-c44866689127","MaaSAuthPolicy":{"name":"e2e-policy-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.810841534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"a8c11a6b-cd19-447f-9360-c236041a63dc","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:09.810866908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"a8c11a6b-cd19-447f-9360-c236041a63dc","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:10.242540493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a619e1-ab57-4e29-82a8-5bc57533c6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:10.294552248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a619e1-ab57-4e29-82a8-5bc57533c6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:10.346565196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a619e1-ab57-4e29-82a8-5bc57533c6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:10.398264655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a619e1-ab57-4e29-82a8-5bc57533c6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:12.277874329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e96568-d6c2-4494-832d-c49dc2469097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:12.329556977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e96568-d6c2-4494-832d-c49dc2469097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:12.381114328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e96568-d6c2-4494-832d-c49dc2469097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:12.432801257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e96568-d6c2-4494-832d-c49dc2469097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:16.884390777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"252567a3-3cc1-4d08-a627-cda6f2106305","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:16.942462639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"252567a3-3cc1-4d08-a627-cda6f2106305","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"name":"e2e-api-a-62936a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:16.99812054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-62936a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"252567a3-3cc1-4d08-a627-cda6f2106305","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:19.231502835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"6e38ebd6-7544-4a26-9676-def7d0f97949","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","subscription":"e2e-sub-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:19.283532772Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"6e38ebd6-7544-4a26-9676-def7d0f97949","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:19.336366746Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-sub-b6264e74","reconcileID":"6e38ebd6-7544-4a26-9676-def7d0f97949","MaaSSubscription":{"name":"e2e-sub-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"name":"maas-trlp-e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:19.609721508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"e2f1c7f3-c092-40ae-a03a-11e74c3ad311","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:19.609745848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"e2f1c7f3-c092-40ae-a03a-11e74c3ad311","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:20.906061306Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:27.102430663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"3e14cdb7-86a8-4871-83d7-5e5dba515a3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:27.159523324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"3e14cdb7-86a8-4871-83d7-5e5dba515a3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"name":"e2e-api-a-62936a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:27.215407029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-62936a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"3e14cdb7-86a8-4871-83d7-5e5dba515a3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.774131401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d31e33-7503-493d-82e7-95e1d7c8de60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.825813256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d31e33-7503-493d-82e7-95e1d7c8de60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.877562674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d31e33-7503-493d-82e7-95e1d7c8de60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:30.929096061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d31e33-7503-493d-82e7-95e1d7c8de60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.808606983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68cde64-051e-4c8c-a3f7-29ea051018cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.860332605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68cde64-051e-4c8c-a3f7-29ea051018cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.911837241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68cde64-051e-4c8c-a3f7-29ea051018cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:32.963598333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68cde64-051e-4c8c-a3f7-29ea051018cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:33.66361437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"663f145a-3285-45a7-b4f1-f76c77f65a24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:33.66363618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"663f145a-3285-45a7-b4f1-f76c77f65a24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:33.721689801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67a674d4-782e-44b0-989e-b1607c78bbc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:33.721716672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67a674d4-782e-44b0-989e-b1607c78bbc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:33.825267911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"4474b99f-3a9e-452e-bc44-85e20db5b3a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","tenantID":"e2e-api-b-d0c69f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:33.951472662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"4474b99f-3a9e-452e-bc44-85e20db5b3a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"name":"e2e-api-b-d0c69f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.007120857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d0c69f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"4474b99f-3a9e-452e-bc44-85e20db5b3a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.06425879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92b19483-8756-4341-b2d8-d1e19e934abe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:34.064274982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92b19483-8756-4341-b2d8-d1e19e934abe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.321531162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"6b3d8c37-56f4-4531-b2d3-42e1769ce8a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.378764772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"6b3d8c37-56f4-4531-b2d3-42e1769ce8a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"name":"e2e-api-a-62936a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.434681683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-62936a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1894368d591777390169ab150896aa4f52d132b144382d03a2b32b00c06287ee) AuthConfig (e28f93a34db1db38db85a3e22d56be9cb4b8a7f594c5ec1ed4d7016372a82440) AuthConfig (12fd5abc1881229b3d9e222af6cc53a6db7e7a95eaa35a1703d8f4c2dd120ac2) AuthConfig (416ff2f176025239264cb62b520a7b517577816ab6a264f457b98c13a5dac43b) AuthConfig (ef78ed8f556d519d7d5ed26d6d1434bd5fb347b77ceab19d0f2aeed64ccd4ede) AuthConfig (273c653e644d7e7dc0f308b4779833287e85051cceb72d95cb2be12e5d489777)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"6b3d8c37-56f4-4531-b2d3-42e1769ce8a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.49273185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6bf5bd8-a4e7-4095-989e-2adbcefe1068","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:37.492750453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6bf5bd8-a4e7-4095-989e-2adbcefe1068","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:39.041490416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"b6accd2b-40fd-4f2f-a780-ea5bcd84fa07","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-57c412","tenantID":"e2e-api-a-57c412","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:39.160307573Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"b6accd2b-40fd-4f2f-a780-ea5bcd84fa07","name":"e2e-api-a-57c412-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:41.033484447Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"6cbfd01a-6cbc-4a1e-8b32-17d5c75e200b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:41.033611089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a4ed23b-c417-4bcf-83ae-659c542b59a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:41.033630284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a4ed23b-c417-4bcf-83ae-659c542b59a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:41.237297619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"6cbfd01a-6cbc-4a1e-8b32-17d5c75e200b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3102d1","tenantID":"e2e-api-a-3102d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:41.369705698Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"6cbfd01a-6cbc-4a1e-8b32-17d5c75e200b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"name":"e2e-api-a-3102d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:41.369729707Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"e2e-e2e-api-a-3102d1-policy","reconcileID":"6cbfd01a-6cbc-4a1e-8b32-17d5c75e200b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3102d1-policy","namespace":"ai-tenant-e2e-api-a-3102d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3102d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:41.435530286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1296b439-e46d-4966-afe8-3b31df9835d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:41.43555043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1296b439-e46d-4966-afe8-3b31df9835d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:42.93125667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1af3485-1f7d-42cd-8cfe-e5ff4089effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:42.982832134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1af3485-1f7d-42cd-8cfe-e5ff4089effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.034608425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1af3485-1f7d-42cd-8cfe-e5ff4089effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:43.086286196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1af3485-1f7d-42cd-8cfe-e5ff4089effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.242560448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"687597e9-50f6-4153-b781-8ab80e2d4641","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","tenantID":"e2e-api-b-d0c69f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.298982399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"687597e9-50f6-4153-b781-8ab80e2d4641","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"name":"e2e-api-b-d0c69f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.354521742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d0c69f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"687597e9-50f6-4153-b781-8ab80e2d4641","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:44.970687887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1220b486-ea23-4088-a577-e934590d58c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:45.022445562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1220b486-ea23-4088-a577-e934590d58c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:45.074189774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1220b486-ea23-4088-a577-e934590d58c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:45.125778046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1220b486-ea23-4088-a577-e934590d58c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.022503455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d65452-2fe0-4cdf-963e-f5faf92cd152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.07395215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d65452-2fe0-4cdf-963e-f5faf92cd152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.125471808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d65452-2fe0-4cdf-963e-f5faf92cd152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.177082279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d65452-2fe0-4cdf-963e-f5faf92cd152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.599021996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"2a6f811d-d70e-473e-b209-b10f846ae85c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.656711917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"2a6f811d-d70e-473e-b209-b10f846ae85c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"name":"e2e-api-a-62936a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:47.712303394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-62936a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1894368d591777390169ab150896aa4f52d132b144382d03a2b32b00c06287ee) AuthConfig (e28f93a34db1db38db85a3e22d56be9cb4b8a7f594c5ec1ed4d7016372a82440) AuthConfig (12fd5abc1881229b3d9e222af6cc53a6db7e7a95eaa35a1703d8f4c2dd120ac2) AuthConfig (416ff2f176025239264cb62b520a7b517577816ab6a264f457b98c13a5dac43b) AuthConfig (ef78ed8f556d519d7d5ed26d6d1434bd5fb347b77ceab19d0f2aeed64ccd4ede) AuthConfig (273c653e644d7e7dc0f308b4779833287e85051cceb72d95cb2be12e5d489777)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"2a6f811d-d70e-473e-b209-b10f846ae85c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:50.907882862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.483113192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"14424ddb-7b48-476e-84cf-93a4c5333fa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","tenantID":"e2e-api-b-d0c69f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.539740864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"14424ddb-7b48-476e-84cf-93a4c5333fa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"name":"e2e-api-b-d0c69f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.595108125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d0c69f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1855fffdc4b16c6ce29ff2660b77d44111d4c74463c7aa5fb63905991816e557) AuthConfig (e5415160de9d68c869b40ffa5048c08e06fba76ea72050a40d050c9cb98e337c) AuthConfig (d1522e69ba86ce87736252ed83510f2208646436dbc293cdd4814541c61f6eb7) AuthConfig (e46edfc0a4cc3a69b37d61c70b977ab8eba18a0bc1cd0ffd7b930768a66dfd30) AuthConfig (93faa74c65ea55e598af8853da769457027819729c4de118fc93e8e068ee2d44) AuthConfig (502b9418fb77fb8183eb6025655b2820a1c55a5a007c794731d89abc43de231c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"14424ddb-7b48-476e-84cf-93a4c5333fa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.650922619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27de9593-6402-46bd-a80f-a949920c0dbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:54.650937859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27de9593-6402-46bd-a80f-a949920c0dbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:57.817035242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"96a3f038-12f9-4e13-82cb-23f05e415216","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:57.874473255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"96a3f038-12f9-4e13-82cb-23f05e415216","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"name":"e2e-api-a-62936a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:58.14194591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21e137d9-23e5-4e8c-a082-3add851ed1a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:58.141969471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21e137d9-23e5-4e8c-a082-3add851ed1a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:59.402681776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"c95bd8c1-ee87-49a8-9386-414296ece00b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","tenantID":"e2e-api-b-501327","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:36:59.521116975Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"c95bd8c1-ee87-49a8-9386-414296ece00b","name":"e2e-api-b-501327-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.516550692Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","namespace":"ai-tenant-e2e-mt-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.51661013Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","namespace":"ai-tenant-e2e-mt-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.516661543Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","tenant":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.572573489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"Deployment","name":"maas-api-e2e-mt-b6264e74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.632615437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"Service","name":"maas-api-e2e-mt-b6264e74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.694268664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-b6264e74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.748327786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-b6264e74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.754819006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"bc70baa2-e99a-43f5-bfef-fc5643bfe19c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","tenantID":"e2e-api-b-d0c69f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.810009847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.819266078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"bc70baa2-e99a-43f5-bfef-fc5643bfe19c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"name":"e2e-api-b-d0c69f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.866697807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.87554126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d0c69f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1855fffdc4b16c6ce29ff2660b77d44111d4c74463c7aa5fb63905991816e557) AuthConfig (e5415160de9d68c869b40ffa5048c08e06fba76ea72050a40d050c9cb98e337c) AuthConfig (d1522e69ba86ce87736252ed83510f2208646436dbc293cdd4814541c61f6eb7) AuthConfig (e46edfc0a4cc3a69b37d61c70b977ab8eba18a0bc1cd0ffd7b930768a66dfd30) AuthConfig (93faa74c65ea55e598af8853da769457027819729c4de118fc93e8e068ee2d44) AuthConfig (502b9418fb77fb8183eb6025655b2820a1c55a5a007c794731d89abc43de231c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"bc70baa2-e99a-43f5-bfef-fc5643bfe19c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.923647814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:04.97798996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.029504282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"Deployment","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.081125932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.133103308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"Service","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.18461574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"Service","name":"payload-pre-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.236064233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"DestinationRule","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.287818148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.343535882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.399629266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.451498955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.503343945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.559437463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.611209841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"276df2b1-1faa-4d2c-b74c-5a9adad7ce24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-b6264e74","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.670480789Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","namespace":"ai-tenant-e2e-api-a-3102d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.670539574Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","namespace":"ai-tenant-e2e-api-a-3102d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.67061232Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","tenant":"e2e-api-a-3102d1","tenantID":"e2e-api-a-3102d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.72455883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"Deployment","name":"maas-api-e2e-api-a-3102d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.785591544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"Service","name":"maas-api-e2e-api-a-3102d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.842182196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3102d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.89944265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3102d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:05.954205466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.012390907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.069365814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.144833511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.202485606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"Deployment","name":"payload-processing-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.263372428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.315282565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"Service","name":"payload-processing-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.366630718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.418364998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.468126494Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-b6264e74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-b6264e74","reconcileID":"8a5482d3-a346-4520-a772-19c4806f5e81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-b6264e74","removed":["maas.opendatahub.io/gateway-access-e2e-mt-b6264e74"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.470051279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.521574023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.577339438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.629192744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.63304988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"a0f22d72-ab15-4df8-829c-28de05771d47","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.680805039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.736527002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3102d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.742270111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"a0f22d72-ab15-4df8-829c-28de05771d47","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.74765105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"951c5005-4650-4a14-a6ea-9cfca89eb154","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.747710693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"951c5005-4650-4a14-a6ea-9cfca89eb154","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.758868858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"d0529dce-f348-4df3-a00e-5bc52515fec3","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.758927889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"d0529dce-f348-4df3-a00e-5bc52515fec3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.780047815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"21d6dc8b-1b95-4727-9710-bbdee21c2803","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.780100261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"21d6dc8b-1b95-4727-9710-bbdee21c2803","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:06.788721773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3102d1"},"namespace":"ai-tenant-e2e-api-a-3102d1","name":"default-tenant","reconcileID":"97a9839d-eebf-458a-9892-ea900ecdfe13","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3102d1","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.820424758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"f3dd8e34-fa09-4d9b-9534-49d0ba431526","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.820506816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"f3dd8e34-fa09-4d9b-9534-49d0ba431526","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.900774489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ae30456a-8f76-4ce1-9279-582ca260ac00","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:06.900841561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ae30456a-8f76-4ce1-9279-582ca260ac00","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:07.070544492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"18cd8f4a-630f-463a-b02b-388609d6570f","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:07.070602455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"18cd8f4a-630f-463a-b02b-388609d6570f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:07.391619826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"34e9f98e-4f56-4fc4-b4aa-f41fbdf46a3d","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:07.391686949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"34e9f98e-4f56-4fc4-b4aa-f41fbdf46a3d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:07.707821698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17dc59a-07fe-4b2a-89ba-4f080f67bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:07.759464818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17dc59a-07fe-4b2a-89ba-4f080f67bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:07.811009627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17dc59a-07fe-4b2a-89ba-4f080f67bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:07.862856115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17dc59a-07fe-4b2a-89ba-4f080f67bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:08.032228698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"5c67ab01-62a0-4ead-abf9-0a712e39de99","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:08.032293905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"5c67ab01-62a0-4ead-abf9-0a712e39de99","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:09.313036787Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"afd1a2cb-8923-4f83-8398-a2f87873337c","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:09.313108963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"afd1a2cb-8923-4f83-8398-a2f87873337c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:09.788928551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7faaeec-c013-45ae-b369-754fbb25d8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:09.840536446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7faaeec-c013-45ae-b369-754fbb25d8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:09.891836452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7faaeec-c013-45ae-b369-754fbb25d8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:09.943551258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7faaeec-c013-45ae-b369-754fbb25d8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:11.873926737Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"cf19b02d-6bb8-4103-a16d-30aee83da28d","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:11.874002128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"cf19b02d-6bb8-4103-a16d-30aee83da28d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:12.880888082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ebf17c31-2ab9-444a-b1ea-3d71ff83554a","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:12.880976965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ebf17c31-2ab9-444a-b1ea-3d71ff83554a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:12.969403963Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"3bb52cb3-f06d-4d0e-817e-79e0915689a4","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:12.969475836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"3bb52cb3-f06d-4d0e-817e-79e0915689a4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.067986406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"4ee68d2c-0248-4f5c-abc1-c8a0bdfd78f1","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.068067097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"4ee68d2c-0248-4f5c-abc1-c8a0bdfd78f1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.178830395Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"aa9e94b2-32d0-4c44-b2f1-5c765f4ac2a7","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.178904212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"aa9e94b2-32d0-4c44-b2f1-5c765f4ac2a7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.43474125Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3102d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3102d1","reconcileID":"cbd0421d-fdf4-42cb-9af2-445c57bdfcbb","aitenant":"ai-tenants/e2e-api-a-3102d1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.548083894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"1391406e-0171-4517-a918-112e58afd482","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:13.548173453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"1391406e-0171-4517-a918-112e58afd482","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.829758355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0fe119-2c3d-4616-8f94-4f0fb87cac31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.882425163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0fe119-2c3d-4616-8f94-4f0fb87cac31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.934708443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0fe119-2c3d-4616-8f94-4f0fb87cac31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:13.986285347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0fe119-2c3d-4616-8f94-4f0fb87cac31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:14.257382664Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3102d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3102d1","reconcileID":"cbd0421d-fdf4-42cb-9af2-445c57bdfcbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3102d1","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3102d1"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:14.433226835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"b3095925-0e23-4727-bd94-0b6e7bc795b7","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:14.433947727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"b3095925-0e23-4727-bd94-0b6e7bc795b7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74-kserve-route (gateways: [openshift-ingress/e2e-mt-b6264e74]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:14.646408452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"7da5eb9c-65c8-489b-a96a-82e368c54f09","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:14.646433293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"7da5eb9c-65c8-489b-a96a-82e368c54f09","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:14.816726895Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-b6264e74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-b6264e74","reconcileID":"34d546c2-085f-4f83-94e2-2e4a9147f6e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-b6264e74","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-b6264e74":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:14.982671674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"60610f9a-e149-4c2e-92a7-e683a53eb339","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","tenantID":"e2e-api-b-d0c69f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:15.091388567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"60610f9a-e149-4c2e-92a7-e683a53eb339","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"name":"e2e-api-b-d0c69f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:15.147500463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d0c69f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1855fffdc4b16c6ce29ff2660b77d44111d4c74463c7aa5fb63905991816e557) AuthConfig (e5415160de9d68c869b40ffa5048c08e06fba76ea72050a40d050c9cb98e337c) AuthConfig (d1522e69ba86ce87736252ed83510f2208646436dbc293cdd4814541c61f6eb7) AuthConfig (e46edfc0a4cc3a69b37d61c70b977ab8eba18a0bc1cd0ffd7b930768a66dfd30) AuthConfig (93faa74c65ea55e598af8853da769457027819729c4de118fc93e8e068ee2d44) AuthConfig (502b9418fb77fb8183eb6025655b2820a1c55a5a007c794731d89abc43de231c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"60610f9a-e149-4c2e-92a7-e683a53eb339","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:15.911260334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ca92f4da-17f3-456c-a411-1d35e003bfc1","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:15.911290111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ca92f4da-17f3-456c-a411-1d35e003bfc1","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:15.918567845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdf071b-e9cc-4df5-8b2b-cf67cc68f0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:15.970119148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdf071b-e9cc-4df5-8b2b-cf67cc68f0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:16.021769228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdf071b-e9cc-4df5-8b2b-cf67cc68f0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:16.0731265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcdf071b-e9cc-4df5-8b2b-cf67cc68f0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:18.002339034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed47e17a-ecba-450b-964f-07bba5e55e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:18.054659772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed47e17a-ecba-450b-964f-07bba5e55e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:18.106733142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed47e17a-ecba-450b-964f-07bba5e55e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:18.159008691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed47e17a-ecba-450b-964f-07bba5e55e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.040613091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6c2bbe-600a-4f0a-b7b2-0f3f883bf964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.092490898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6c2bbe-600a-4f0a-b7b2-0f3f883bf964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.144100228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6c2bbe-600a-4f0a-b7b2-0f3f883bf964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.195899741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6c2bbe-600a-4f0a-b7b2-0f3f883bf964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:20.905012637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:21.981070277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"d96be903-76b3-4952-a4cd-cbedb4723014","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:21.981225727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49c077df-f6c1-4b4a-914f-cf25d88fd63a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:21.981242848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49c077df-f6c1-4b4a-914f-cf25d88fd63a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.110144253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd813a2-cf92-4aec-9059-b6e287320056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.163270895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd813a2-cf92-4aec-9059-b6e287320056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.216092149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd813a2-cf92-4aec-9059-b6e287320056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.267660326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd813a2-cf92-4aec-9059-b6e287320056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.32110918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"d96be903-76b3-4952-a4cd-cbedb4723014","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","tenantID":"e2e-api-b-d0c69f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.449893667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"d96be903-76b3-4952-a4cd-cbedb4723014","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"name":"e2e-api-b-d0c69f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.449914529Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"d96be903-76b3-4952-a4cd-cbedb4723014","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.540028428Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"ee9c8621-5ff5-42cf-97e1-28b1cc753b01","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.54034093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cec6b4b-be50-477e-9eb9-ee85a6e83a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.540355841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cec6b4b-be50-477e-9eb9-ee85a6e83a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.750090633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"ee9c8621-5ff5-42cf-97e1-28b1cc753b01","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","tenantID":"e2e-api-b-d0c69f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.80807148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"ee9c8621-5ff5-42cf-97e1-28b1cc753b01","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"name":"e2e-api-b-d0c69f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:22.808094896Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"ee9c8621-5ff5-42cf-97e1-28b1cc753b01","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d0c69f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:22.860352513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d0c69f-policy","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"e2e-e2e-api-b-d0c69f-policy","reconcileID":"ee9c8621-5ff5-42cf-97e1-28b1cc753b01","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-d0c69f-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.211732516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5c78ea-5ef4-4895-96ee-354c2a6bf3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.263839606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5c78ea-5ef4-4895-96ee-354c2a6bf3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.315409236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5c78ea-5ef4-4895-96ee-354c2a6bf3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:24.366897812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5c78ea-5ef4-4895-96ee-354c2a6bf3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:26.249889599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ed2ddb-12ab-40f9-b7b1-a9f88c18dc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:26.301256899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ed2ddb-12ab-40f9-b7b1-a9f88c18dc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:26.352769409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ed2ddb-12ab-40f9-b7b1-a9f88c18dc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:26.404531684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ed2ddb-12ab-40f9-b7b1-a9f88c18dc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:28.280326055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdfe477-8ef2-4596-94c7-19400bc39b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:28.351251005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdfe477-8ef2-4596-94c7-19400bc39b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:28.405213569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdfe477-8ef2-4596-94c7-19400bc39b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:28.460563511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdfe477-8ef2-4596-94c7-19400bc39b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:30.3762881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7c0d40-3075-43ae-b0b5-5b6273043460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:30.428034677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7c0d40-3075-43ae-b0b5-5b6273043460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:30.479690656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7c0d40-3075-43ae-b0b5-5b6273043460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:30.531650959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7c0d40-3075-43ae-b0b5-5b6273043460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:35.070547517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259d26d0-171d-41cb-8675-05625197c1c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:35.122137969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259d26d0-171d-41cb-8675-05625197c1c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:35.173749364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259d26d0-171d-41cb-8675-05625197c1c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:35.225280912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259d26d0-171d-41cb-8675-05625197c1c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.117729703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccc0830-19e2-4b5b-8e26-e985dc57d6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.169769641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccc0830-19e2-4b5b-8e26-e985dc57d6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.22135264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccc0830-19e2-4b5b-8e26-e985dc57d6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.272968409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccc0830-19e2-4b5b-8e26-e985dc57d6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.769658106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c68aa0c-cd0c-48ce-b672-440add4bea77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.769686072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c68aa0c-cd0c-48ce-b672-440add4bea77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.826473864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"244eae54-1f14-4f78-8633-62dc74773be7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.82648844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"244eae54-1f14-4f78-8633-62dc74773be7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:37.9304869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"df9eb4b2-0c80-4611-a701-ad02d31ff612","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-57c412","tenantID":"e2e-api-a-57c412","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:38.068344868Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"df9eb4b2-0c80-4611-a701-ad02d31ff612","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"name":"e2e-api-a-57c412-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:38.124814558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-57c412-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"df9eb4b2-0c80-4611-a701-ad02d31ff612","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:38.18328716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"623fb0ef-21a1-4159-8f2d-5febf37e0996","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:38.183301934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"623fb0ef-21a1-4159-8f2d-5febf37e0996","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:39.21097405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52271459-d6e3-4187-8afb-bd40e238d745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:39.263007373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52271459-d6e3-4187-8afb-bd40e238d745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:39.315465119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52271459-d6e3-4187-8afb-bd40e238d745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:39.367462877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52271459-d6e3-4187-8afb-bd40e238d745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:41.761588588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"5c81f1e5-56a8-46f3-b91c-b6d7dd27a8f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:41.859770906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"4c878886-a541-4bc3-b781-835c853f5671","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:42.06162371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"5e7d5cdc-9f59-4765-bf95-13189cd573e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:42.164975423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"8b95bb7f-e992-4b3a-a2c1-645dab9356ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:42.185685848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"40bfaf44-1857-4ccc-a4bc-e3fdafb13ea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:42.343387264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"3b5b3b10-a4bd-4da4-b61d-31baed940a9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:42.447871845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da8bde56-b540-4c2e-97be-620febe4b28d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:42.496240864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"012a1725-4a78-482d-bd8b-6f5e4f99110b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:42.715703736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"fdb164ce-7d84-46a2-847e-7cb3a87b4dcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:42.866579918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"f8c0b34a-13d0-4a02-9888-9bd61f498488","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:42.967736359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6733b5a7-d6b3-4c3a-9477-5843d2707a17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:43.068096576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"8765b173-b5d8-4a02-8f28-c7a2feeb0168","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:43.100923614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d1b1d-49ab-4eaa-af41-291d1e78acf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:43.152609107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d1b1d-49ab-4eaa-af41-291d1e78acf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:43.203965667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d1b1d-49ab-4eaa-af41-291d1e78acf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:43.255463103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d1b1d-49ab-4eaa-af41-291d1e78acf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:43.6837784Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0cfeee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0cfeee","reconcileID":"8a912e85-d952-4a62-8b46-9c850664b59d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0cfeee","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-0cfeee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:45.220961891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21296e9-da73-4aaf-a121-dbe8018ac420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:45.272448704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21296e9-da73-4aaf-a121-dbe8018ac420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:45.333064303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21296e9-da73-4aaf-a121-dbe8018ac420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:45.384785742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21296e9-da73-4aaf-a121-dbe8018ac420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:47.301797529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68686d5c-7075-4cad-aa6a-bb6337b5e903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:47.354269068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68686d5c-7075-4cad-aa6a-bb6337b5e903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:47.40693329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68686d5c-7075-4cad-aa6a-bb6337b5e903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:47.458976921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68686d5c-7075-4cad-aa6a-bb6337b5e903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:48.287547146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"a24c2831-f3e0-4b8b-85a3-47d2c2fc65ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-57c412","tenantID":"e2e-api-a-57c412","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:48.344340951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"a24c2831-f3e0-4b8b-85a3-47d2c2fc65ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"name":"e2e-api-a-57c412-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:48.399555345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-57c412-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"a24c2831-f3e0-4b8b-85a3-47d2c2fc65ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:50.906002567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.058033687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"958cca28-20a2-4f1e-97dd-8fe6904917fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.058061163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"958cca28-20a2-4f1e-97dd-8fe6904917fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.112491868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaf6c69f-e8fb-43e1-86b7-083b5d95a517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.112512011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaf6c69f-e8fb-43e1-86b7-083b5d95a517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.266746823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"8e027fc4-0f89-44dc-bb53-d37604bc03c2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.393668426Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"8e027fc4-0f89-44dc-bb53-d37604bc03c2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.449296762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 37, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"8e027fc4-0f89-44dc-bb53-d37604bc03c2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.452353046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84d1cd11-10ae-483d-a3a5-77a87ceed646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.452372789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84d1cd11-10ae-483d-a3a5-77a87ceed646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.506891808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77ae85a2-3264-4e10-8db7-e42ab12b653b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.506909068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77ae85a2-3264-4e10-8db7-e42ab12b653b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.507646284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9b0bf6c-dcda-4036-b4e0-08bcd1e919d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.507664979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9b0bf6c-dcda-4036-b4e0-08bcd1e919d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:37:52.563101013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-213758a7","reconcileID":"6eca0c17-23c1-4741-8753-7cade80b6e9e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-213758a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.614405474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1040684-dfec-4b1c-b401-e9aaa4bea62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.614606375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6865fef-db60-4817-90ad-5e92ac32a812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.672698655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6865fef-db60-4817-90ad-5e92ac32a812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.672740246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1040684-dfec-4b1c-b401-e9aaa4bea62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.677948771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4de83b1-557a-4de5-94be-cd930e90fc3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.677970999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4de83b1-557a-4de5-94be-cd930e90fc3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.710127416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"21f9d45b-26cf-4999-ab8f-197f127b3a93","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.732876753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0a5734a-7d46-40c6-92b1-84ac57c5e447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.732889826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0a5734a-7d46-40c6-92b1-84ac57c5e447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.766741175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"21f9d45b-26cf-4999-ab8f-197f127b3a93","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.822336045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 37, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"21f9d45b-26cf-4999-ab8f-197f127b3a93","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.979911331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"21f3ccea-9ce0-4558-8719-d5893be03bb2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:52.9999568Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-213758a7","reconcileID":"435d900f-bc21-4bce-bd06-8af38d5ba0f4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-213758a7","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.000062298Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-213758a7","reconcileID":"435d900f-bc21-4bce-bd06-8af38d5ba0f4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-213758a7","error":"MaaSModelRef not found: llm/nonexistent-model-213758a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.03072915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65535112-6508-467f-bb09-e3d768eada2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.031003296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8b052f2-412f-4f86-ae1f-06a40b6980ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.037712035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"21f3ccea-9ce0-4558-8719-d5893be03bb2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.089189226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8b052f2-412f-4f86-ae1f-06a40b6980ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.09205316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65535112-6508-467f-bb09-e3d768eada2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.106500254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 37, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"21f3ccea-9ce0-4558-8719-d5893be03bb2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.249492633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"046e453d-ebed-4978-b9bf-64624189346c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.249509798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"046e453d-ebed-4978-b9bf-64624189346c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.267939283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a61da477-10d5-4766-b23e-7b60ac0334d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.459638305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-213758a7","reconcileID":"02f26b4f-aacd-43fa-bdf2-c19eb9cf9a49","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:53.45971175Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-213758a7","reconcileID":"02f26b4f-aacd-43fa-bdf2-c19eb9cf9a49","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-213758a7","error":"MaaSModelRef not found: llm/nonexistent-model-213758a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:55.189320132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028be830-a204-4553-a7da-2b17c8a511ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:55.189341111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028be830-a204-4553-a7da-2b17c8a511ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:55.388692778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e8c6b24-4291-441c-90c3-756e68f0c09a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:55.388821164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"2a0554e2-15c8-4b70-a240-6da27f4f1fd1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:55.388692904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0269eadf-73b2-4854-b80e-9a1550296838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:55.447452819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0269eadf-73b2-4854-b80e-9a1550296838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:55.450549644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e8c6b24-4291-441c-90c3-756e68f0c09a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:55.450660879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"2a0554e2-15c8-4b70-a240-6da27f4f1fd1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:55.556134328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 37, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"2a0554e2-15c8-4b70-a240-6da27f4f1fd1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.071133009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330f1d37-866f-4c1c-a727-d3706d87584f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.122991796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330f1d37-866f-4c1c-a727-d3706d87584f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.174925021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330f1d37-866f-4c1c-a727-d3706d87584f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:56.22659324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330f1d37-866f-4c1c-a727-d3706d87584f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:58.128454031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427498c4-6d82-43f8-9b1f-154972698e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:58.180232062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427498c4-6d82-43f8-9b1f-154972698e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:58.232035364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427498c4-6d82-43f8-9b1f-154972698e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:58.283501018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427498c4-6d82-43f8-9b1f-154972698e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:58.5476561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"6efa61bf-638b-4a09-9f12-ad06ad301eb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-57c412","tenantID":"e2e-api-a-57c412","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:58.604607588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"6efa61bf-638b-4a09-9f12-ad06ad301eb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"name":"e2e-api-a-57c412-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:58.66089643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-57c412-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ecc87359d8cece5054e1521673beeeab930e2da86f4df69bdb26eb295d0262) AuthConfig (971545d24feb11ad1d7ce5620c787090c7dda9112527a4348f96741d38b5ff54) AuthConfig (e5bfcee7cc7e9951f76027defab60c0dab40f705b3411b125ed6e5afb3bf7f27) AuthConfig (9c721dfafab172afb197868f58bef35da4957f0c609e039d12a83dc39f37e21c) AuthConfig (1941a6e534810b5c95fe982d74203bdcb0c2fe9d5d614322e336dced168bfd91) AuthConfig (87ce3760472f0e4177cdf63ff77edabbe7c773ec509c0ad06079109aa9a5b269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"6efa61bf-638b-4a09-9f12-ad06ad301eb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:58.718320239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc3e89d5-3524-45b5-bb7a-d13a3459b6b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:37:58.718338592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc3e89d5-3524-45b5-bb7a-d13a3459b6b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.524108825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a04f025-005f-4334-a55a-9230367f7e38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.524137585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a04f025-005f-4334-a55a-9230367f7e38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.580131278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b755a9ce-54f2-452c-b33f-2b0b125990b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.580172321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b755a9ce-54f2-452c-b33f-2b0b125990b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.683514759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"916836f0-9e7c-45b8-9998-c82fce084ed1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","tenantID":"e2e-api-b-501327","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.811186115Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"916836f0-9e7c-45b8-9998-c82fce084ed1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"name":"e2e-api-b-501327-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.866513208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-501327-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"916836f0-9e7c-45b8-9998-c82fce084ed1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.924214482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39c75f48-5929-43e6-b76e-e67b29430314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:00.924231303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39c75f48-5929-43e6-b76e-e67b29430314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:04.353451145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"fd52af21-c5ac-41fa-aa51-2ca3ca9ab77c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:04.470485885Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"fd52af21-c5ac-41fa-aa51-2ca3ca9ab77c","name":"e2e-mt-b6264e74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.397596816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-213758a7","reconcileID":"533b7f3f-6e55-4640-b607-4605385aefc3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-213758a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.612052273Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-213758a7","reconcileID":"533b7f3f-6e55-4640-b607-4605385aefc3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.612081979Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-213758a7","reconcileID":"533b7f3f-6e55-4640-b607-4605385aefc3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-213758a7","subscription":"e2e-neg-ghost-sub-213758a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.612191688Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-213758a7","reconcileID":"533b7f3f-6e55-4640-b607-4605385aefc3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-213758a7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-213758a7","error":"MaaSModelRef not found: llm/nonexistent-model-213758a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.713646659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"26e211a6-5a20-4764-8d0d-08af1a60067c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.770026857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"26e211a6-5a20-4764-8d0d-08af1a60067c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.819762226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4da972c5-0878-4296-bd72-ff4b4e8ea81c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.825617078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 37, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"26e211a6-5a20-4764-8d0d-08af1a60067c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.93010167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6197df4e-8a44-417e-9dc5-99d08c1bd956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:05.930119057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6197df4e-8a44-417e-9dc5-99d08c1bd956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.071590115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7ec10d0-7df6-4fc2-939d-8c15168aafac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.071612341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7ec10d0-7df6-4fc2-939d-8c15168aafac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.084686719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f5a79de-2268-4002-9acc-4879bf4194da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.084734088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d78e847e-2744-4183-b1c3-9c20e03eb15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.085124112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"139cff49-3f82-4308-b9d7-78ea75f76b13","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.142730319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d78e847e-2744-4183-b1c3-9c20e03eb15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.142775696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"139cff49-3f82-4308-b9d7-78ea75f76b13","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.144912141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f5a79de-2268-4002-9acc-4879bf4194da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.198254567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 37, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"139cff49-3f82-4308-b9d7-78ea75f76b13","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.198373083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-213758a7","reconcileID":"36115453-bf94-435c-8d19-4a09f399eb6d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-213758a7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.40310288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b60ef18-aae4-4b6b-9a04-a734cb589d27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.40311936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b60ef18-aae4-4b6b-9a04-a734cb589d27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.683506508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99a105af-0bf2-46a7-9998-4135fc2558c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.68352545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99a105af-0bf2-46a7-9998-4135fc2558c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.740010966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25548d13-098f-4bf8-8632-711055d05fd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.740031959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25548d13-098f-4bf8-8632-711055d05fd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.969133123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"af3b334c-5077-4714-8fa6-255d9aee7dff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.969230693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eedcf98-0fdf-4ddb-addf-4ae75222d0ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.969272594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eedcf98-0fdf-4ddb-addf-4ae75222d0ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:06.992670198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"616cc820-ec8e-40a8-818a-d77115c7b8b7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.049322703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"616cc820-ec8e-40a8-818a-d77115c7b8b7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.104592143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 37, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"616cc820-ec8e-40a8-818a-d77115c7b8b7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.123245707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"af3b334c-5077-4714-8fa6-255d9aee7dff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.159681426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74e2dfe2-d8da-4105-b3e3-7c6657edd5c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.159699776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74e2dfe2-d8da-4105-b3e3-7c6657edd5c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.250257191Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"af3b334c-5077-4714-8fa6-255d9aee7dff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"name":"e2e-api-a-62936a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.2502724Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"e2e-e2e-api-a-62936a-policy","reconcileID":"af3b334c-5077-4714-8fa6-255d9aee7dff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-62936a-policy","namespace":"ai-tenant-e2e-api-a-62936a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-62936a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.307416117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e7cd723-b806-4a7f-b340-2672e053ced5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.307434926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e7cd723-b806-4a7f-b340-2672e053ced5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.379365922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"f5a6b862-9a31-440c-b00e-0844bdbbc55e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.436927025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"f5a6b862-9a31-440c-b00e-0844bdbbc55e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:07.49287746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 37, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"f5a6b862-9a31-440c-b00e-0844bdbbc55e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:08.591231557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383fdec9-c0e0-4628-9ef4-2fe3c0bbfd5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:08.642957935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383fdec9-c0e0-4628-9ef4-2fe3c0bbfd5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:08.694489531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383fdec9-c0e0-4628-9ef4-2fe3c0bbfd5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:08.747028857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383fdec9-c0e0-4628-9ef4-2fe3c0bbfd5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:08.851016762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"3cc9d3c1-bb97-4fca-af16-4141165e9164","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-57c412","tenantID":"e2e-api-a-57c412","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:08.909653622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"3cc9d3c1-bb97-4fca-af16-4141165e9164","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"name":"e2e-api-a-57c412-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:08.966987665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-57c412-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ecc87359d8cece5054e1521673beeeab930e2da86f4df69bdb26eb295d0262) AuthConfig (971545d24feb11ad1d7ce5620c787090c7dda9112527a4348f96741d38b5ff54) AuthConfig (e5bfcee7cc7e9951f76027defab60c0dab40f705b3411b125ed6e5afb3bf7f27) AuthConfig (9c721dfafab172afb197868f58bef35da4957f0c609e039d12a83dc39f37e21c) AuthConfig (1941a6e534810b5c95fe982d74203bdcb0c2fe9d5d614322e336dced168bfd91) AuthConfig (87ce3760472f0e4177cdf63ff77edabbe7c773ec509c0ad06079109aa9a5b269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"3cc9d3c1-bb97-4fca-af16-4141165e9164","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:10.622580293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe8baef-1b86-430d-8b03-74d70d8c446a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:10.674616476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe8baef-1b86-430d-8b03-74d70d8c446a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:10.726092876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe8baef-1b86-430d-8b03-74d70d8c446a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:10.777840802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe8baef-1b86-430d-8b03-74d70d8c446a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:11.040099199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"0dc87112-ae9e-4711-9bf8-503eb7c1b523","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","tenantID":"e2e-api-b-501327","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:11.096403438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"0dc87112-ae9e-4711-9bf8-503eb7c1b523","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"name":"e2e-api-b-501327-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:11.151986327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-501327-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"0dc87112-ae9e-4711-9bf8-503eb7c1b523","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.807752577Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","namespace":"ai-tenant-e2e-api-b-d0c69f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.807844871Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","namespace":"ai-tenant-e2e-api-b-d0c69f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.807907863Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","tenant":"e2e-api-b-d0c69f","tenantID":"e2e-api-b-d0c69f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.861531357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"Deployment","name":"maas-api-e2e-api-b-d0c69f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.92892315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"Service","name":"maas-api-e2e-api-b-d0c69f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:14.984496261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d0c69f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.038333623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d0c69f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.09319768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.147962817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.20526089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.260392039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.312445394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"Deployment","name":"payload-processing-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.363769719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.415295663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"Service","name":"payload-processing-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.466705273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.518105087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.569458316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.620845518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.677635176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.728954717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.780146828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.832045477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d0c69f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:15.883566062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d0c69f"},"namespace":"ai-tenant-e2e-api-b-d0c69f","name":"default-tenant","reconcileID":"a9c0f956-aa7e-4921-bf97-0d9ff33d187a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d0c69f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.70247233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"e785546c-2d4f-4ba9-81f3-0981e89db772","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.75973674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"e785546c-2d4f-4ba9-81f3-0981e89db772","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:17.815650171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 37, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"e785546c-2d4f-4ba9-81f3-0981e89db772","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:19.072746905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"8455e7a7-ddd2-460d-aa0f-ec133dfcee39","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-57c412","tenantID":"e2e-api-a-57c412","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:19.130607028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"8455e7a7-ddd2-460d-aa0f-ec133dfcee39","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"name":"e2e-api-a-57c412-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:19.189400584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-57c412-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1ecc87359d8cece5054e1521673beeeab930e2da86f4df69bdb26eb295d0262) AuthConfig (971545d24feb11ad1d7ce5620c787090c7dda9112527a4348f96741d38b5ff54) AuthConfig (e5bfcee7cc7e9951f76027defab60c0dab40f705b3411b125ed6e5afb3bf7f27) AuthConfig (9c721dfafab172afb197868f58bef35da4957f0c609e039d12a83dc39f37e21c) AuthConfig (1941a6e534810b5c95fe982d74203bdcb0c2fe9d5d614322e336dced168bfd91) AuthConfig (87ce3760472f0e4177cdf63ff77edabbe7c773ec509c0ad06079109aa9a5b269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"8455e7a7-ddd2-460d-aa0f-ec133dfcee39","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:20.905651648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.083882526Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d0c69f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d0c69f","reconcileID":"20fe5a0c-c74b-4569-a1cd-a89665355137","aitenant":"ai-tenants/e2e-api-b-d0c69f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.25786805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"c4273390-4a47-4ae8-98e0-49c4480fc0af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","tenantID":"e2e-api-b-501327","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.314487698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"c4273390-4a47-4ae8-98e0-49c4480fc0af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"name":"e2e-api-b-501327-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.36995575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-501327-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"c4273390-4a47-4ae8-98e0-49c4480fc0af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.544396775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fea85db-8b38-42ef-9d4e-88697f762293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.600498211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fea85db-8b38-42ef-9d4e-88697f762293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.652452473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fea85db-8b38-42ef-9d4e-88697f762293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.704007612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fea85db-8b38-42ef-9d4e-88697f762293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:21.979006174Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d0c69f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d0c69f","reconcileID":"20fe5a0c-c74b-4569-a1cd-a89665355137","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d0c69f","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d0c69f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:23.59373656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5497e54f-e6c6-4e08-b381-a99811ba4eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:23.645230129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5497e54f-e6c6-4e08-b381-a99811ba4eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:23.697219387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5497e54f-e6c6-4e08-b381-a99811ba4eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:23.748911769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5497e54f-e6c6-4e08-b381-a99811ba4eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.04029445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"f6ccc575-965b-49b1-8fae-61de5fed5ef5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.162745183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"dd256c5c-556e-4299-80c3-046ed1871ce5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.242373275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40e097c5-2645-4db0-8663-e5b503d621aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.267028037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"8b81149d-f0be-45a5-87fe-f024d297131e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.349045742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"a0272c6c-39a3-49ea-a11c-fc3127b3fe84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.470663167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"79d2c3b8-4297-4ed8-b190-77909e079a13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.624797304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13db37b-f845-4b0f-9609-eaeb95685caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.676546045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13db37b-f845-4b0f-9609-eaeb95685caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.728298449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13db37b-f845-4b0f-9609-eaeb95685caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.729279808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0018a7c-2dc7-4c21-ad50-404f461e5565","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.7799998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13db37b-f845-4b0f-9609-eaeb95685caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:25.936010906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"a59eb13d-f5f8-48a8-bc68-e19747bcf222","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.147654117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"6e6ad50d-063e-4d2d-8049-c71e6170ec44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.214499923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"ea3ef566-2907-4ad5-8267-5af39a12e2a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.214599391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"e3dae2ed-a306-4cd2-ba3a-0a0f59affd6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.322130273Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","namespace":"ai-tenant-e2e-api-a-62936a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.322212957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","namespace":"ai-tenant-e2e-api-a-62936a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.322270413Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","tenant":"e2e-api-a-62936a","tenantID":"e2e-api-a-62936a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.329481227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"f89a5c56-45ff-4e11-8a22-af763cbb362a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.375771493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"Deployment","name":"maas-api-e2e-api-a-62936a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.436362538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"Service","name":"maas-api-e2e-api-a-62936a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.497458495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-62936a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.551410073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-62936a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.607041638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.663544263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.718744527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.773283704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.837546786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"Deployment","name":"payload-processing-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.891971946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.944207809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"Service","name":"payload-processing-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:26.996185637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"Service","name":"payload-pre-processing-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.048207579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.099892757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.167294187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.223280799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.275051181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.326563002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.37843581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-62936a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.430050608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-62936a"},"namespace":"ai-tenant-e2e-api-a-62936a","name":"default-tenant","reconcileID":"e9e744c2-1a41-42d4-bc5e-0a5863c5993a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-62936a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.706068912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19534dd-23c5-4949-a8cb-2fd55820013e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.757506294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19534dd-23c5-4949-a8cb-2fd55820013e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.808848416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19534dd-23c5-4949-a8cb-2fd55820013e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:27.862165633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19534dd-23c5-4949-a8cb-2fd55820013e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.078598804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"cce6a74b-839f-4e02-aa2f-a4936722ebbf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.136738786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"cce6a74b-839f-4e02-aa2f-a4936722ebbf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.193029145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"cce6a74b-839f-4e02-aa2f-a4936722ebbf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.251683772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cfe9377-ef5e-48ad-b069-6a442704fbe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:28.25170356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cfe9377-ef5e-48ad-b069-6a442704fbe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:29.292764538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"19a3d4d4-6416-46ef-9194-474d66d874fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-57c412","tenantID":"e2e-api-a-57c412","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:29.34966291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"19a3d4d4-6416-46ef-9194-474d66d874fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"name":"e2e-api-a-57c412-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:29.71208126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98aacc3c-18f7-43cf-891e-e67f3b3bf2b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:29.712100071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98aacc3c-18f7-43cf-891e-e67f3b3bf2b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.094246019Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-62936a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-62936a","reconcileID":"30a05adc-02d9-4002-a334-77fd2357456e","aitenant":"ai-tenants/e2e-api-a-62936a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.47380616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"eafad5b1-3e21-45a3-ab23-36ae3e78afe0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","tenantID":"e2e-api-b-501327","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.530748386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"eafad5b1-3e21-45a3-ab23-36ae3e78afe0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"name":"e2e-api-b-501327-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.586282476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-501327-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (620257af6e49a91aa85f4123862a902e9597028e3f1ced64476bfafcb2ddfad7) AuthConfig (14e91e6831d52f33471fd1e7321109067c385c2c00b57df7e2f9ba55dc0692ab) AuthConfig (d1a7d1843aa524fb3116033c96ba4fa20d9ea85e157185d9309d8469cae86c24) AuthConfig (7d3f2b244fd87854dd2866c9b18c7c27b047af70daa218cd30144a4145c95e35) AuthConfig (e303d7a21a8eac9e102273e32c2e407bb5d986a93eb44a17d9efe8fe4d67a84a) AuthConfig (3546bfc9eed2f05acf5c486ab16c6887bf7df1754969b5c4db62dd9821acb67a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"eafad5b1-3e21-45a3-ab23-36ae3e78afe0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.643461158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c67dc87e-e21d-4c8f-bc46-76137c7f0242","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.643477972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c67dc87e-e21d-4c8f-bc46-76137c7f0242","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.656432667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc1431-d815-4a2f-a587-ae44ea217ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.710378563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc1431-d815-4a2f-a587-ae44ea217ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.76277386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc1431-d815-4a2f-a587-ae44ea217ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.814775694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc1431-d815-4a2f-a587-ae44ea217ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:31.926440176Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-62936a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-62936a","reconcileID":"30a05adc-02d9-4002-a334-77fd2357456e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-62936a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-62936a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:33.693807952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac1a7ed6-159f-43e4-9379-8401fe41015e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:33.745841977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac1a7ed6-159f-43e4-9379-8401fe41015e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:33.799456171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac1a7ed6-159f-43e4-9379-8401fe41015e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:33.807563872Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c3004b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c3004b","reconcileID":"bef4276c-9cb9-4bbe-ad7c-44cd55bf9a04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c3004b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-c3004b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:33.852240143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac1a7ed6-159f-43e4-9379-8401fe41015e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:35.744947309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75604043-d5a6-403e-b997-96ec88eb7a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:35.796649583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75604043-d5a6-403e-b997-96ec88eb7a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:35.84797879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75604043-d5a6-403e-b997-96ec88eb7a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:35.899513209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75604043-d5a6-403e-b997-96ec88eb7a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:37.888386527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"c17a06cf-771d-4c95-aed4-515c83fbda04","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0cfeee","tenantID":"e2e-api-b-0cfeee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:38.00593497Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"c17a06cf-771d-4c95-aed4-515c83fbda04","name":"e2e-api-b-0cfeee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:38.464107186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"d2132705-9c91-4b2b-b8f1-fad89e09fffc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:38.521705121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"d2132705-9c91-4b2b-b8f1-fad89e09fffc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:38.577592439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"d2132705-9c91-4b2b-b8f1-fad89e09fffc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.742788303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2ada510-de62-48df-9b41-338ff38febe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.742816852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2ada510-de62-48df-9b41-338ff38febe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.773801083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"4a2476b3-6e19-4807-a9a7-305e3fcc15a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","tenantID":"e2e-api-b-501327","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.836409919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"4a2476b3-6e19-4807-a9a7-305e3fcc15a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"name":"e2e-api-b-501327-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.891625165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-501327-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (620257af6e49a91aa85f4123862a902e9597028e3f1ced64476bfafcb2ddfad7) AuthConfig (14e91e6831d52f33471fd1e7321109067c385c2c00b57df7e2f9ba55dc0692ab) AuthConfig (d1a7d1843aa524fb3116033c96ba4fa20d9ea85e157185d9309d8469cae86c24) AuthConfig (7d3f2b244fd87854dd2866c9b18c7c27b047af70daa218cd30144a4145c95e35) AuthConfig (e303d7a21a8eac9e102273e32c2e407bb5d986a93eb44a17d9efe8fe4d67a84a) AuthConfig (3546bfc9eed2f05acf5c486ab16c6887bf7df1754969b5c4db62dd9821acb67a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"4a2476b3-6e19-4807-a9a7-305e3fcc15a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:39.891827306Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"ae97e6b7-12f0-449b-8e26-cb4f60dbd482","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.100943836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"ae97e6b7-12f0-449b-8e26-cb4f60dbd482","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","tenantID":"e2e-api-b-501327","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.283954127Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"ae97e6b7-12f0-449b-8e26-cb4f60dbd482","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"name":"e2e-api-b-501327-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.28398095Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"ae97e6b7-12f0-449b-8e26-cb4f60dbd482","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.339911668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"613dbc80-4871-42cd-a862-53b65f4e9489","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.340251631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5c3284-5455-4336-87c5-1ad8031d2ab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.340269239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5c3284-5455-4336-87c5-1ad8031d2ab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.568021582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"613dbc80-4871-42cd-a862-53b65f4e9489","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","tenantID":"e2e-api-b-501327","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.625986712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"613dbc80-4871-42cd-a862-53b65f4e9489","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"name":"e2e-api-b-501327-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:40.626008534Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"613dbc80-4871-42cd-a862-53b65f4e9489","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-501327","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:38:40.678230713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-501327-policy","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"e2e-e2e-api-b-501327-policy","reconcileID":"613dbc80-4871-42cd-a862-53b65f4e9489","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-501327-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:41.110434345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d72148-991c-4355-a70b-c0411d12b713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:41.164446765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d72148-991c-4355-a70b-c0411d12b713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:41.216543287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d72148-991c-4355-a70b-c0411d12b713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:41.2727941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d72148-991c-4355-a70b-c0411d12b713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.188368514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e77d656-5d3d-4d14-87cd-4f7558757488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.239991642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e77d656-5d3d-4d14-87cd-4f7558757488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.291424783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e77d656-5d3d-4d14-87cd-4f7558757488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.343036731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e77d656-5d3d-4d14-87cd-4f7558757488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.413580746Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","namespace":"ai-tenant-e2e-api-b-501327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.413644415Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","namespace":"ai-tenant-e2e-api-b-501327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.413694642Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","tenant":"e2e-api-b-501327","tenantID":"e2e-api-b-501327","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.469468875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"Deployment","name":"maas-api-e2e-api-b-501327","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.529002421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"Service","name":"maas-api-e2e-api-b-501327","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.625589643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-501327","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.683196557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-501327","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.740410017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.795140395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.85580402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.910320375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:43.982022848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"Deployment","name":"payload-processing-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.034559159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.086741817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"Service","name":"payload-processing-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.137871304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"Service","name":"payload-pre-processing-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.189361369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.24047897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.291515433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.349525877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.409730544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.463429404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.515603656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-501327","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:44.567857133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-501327"},"namespace":"ai-tenant-e2e-api-b-501327","name":"default-tenant","reconcileID":"7a884286-f491-489b-8891-1d007f21c057","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-501327","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:45.285112967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8493fb-073b-4002-b781-cb4076ab1c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:45.336882377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8493fb-073b-4002-b781-cb4076ab1c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:45.388578037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8493fb-073b-4002-b781-cb4076ab1c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:45.441942299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8493fb-073b-4002-b781-cb4076ab1c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:47.172075441Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-501327","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-501327","reconcileID":"5410e329-d06b-4d38-a427-068511acc3c4","aitenant":"ai-tenants/e2e-api-b-501327","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:47.344302634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f4f886-8003-46c2-870c-350dff053c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:47.395927319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f4f886-8003-46c2-870c-350dff053c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:47.447458658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f4f886-8003-46c2-870c-350dff053c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:47.499263313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f4f886-8003-46c2-870c-350dff053c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:47.977246405Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-501327","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-501327","reconcileID":"5410e329-d06b-4d38-a427-068511acc3c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-501327","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-501327"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:48.812377337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"5117e6ad-0a14-4df1-804e-9a0606bcbab4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:48.869438254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"5117e6ad-0a14-4df1-804e-9a0606bcbab4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:48.925632823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"5117e6ad-0a14-4df1-804e-9a0606bcbab4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.400344982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46f9010-30a6-494a-bfd5-c11dbadc1ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.452140764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46f9010-30a6-494a-bfd5-c11dbadc1ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.503650161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46f9010-30a6-494a-bfd5-c11dbadc1ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:49.555325819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46f9010-30a6-494a-bfd5-c11dbadc1ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:50.907805036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:51.512227185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97c89ec-3f45-4add-a9a1-2e0a08479043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:51.563792235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97c89ec-3f45-4add-a9a1-2e0a08479043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:51.615255709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97c89ec-3f45-4add-a9a1-2e0a08479043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:51.666924344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97c89ec-3f45-4add-a9a1-2e0a08479043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:53.775462713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c88ec01-45f9-413e-a362-360727feeff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:53.827232069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c88ec01-45f9-413e-a362-360727feeff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:53.879108845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c88ec01-45f9-413e-a362-360727feeff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:53.931313413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c88ec01-45f9-413e-a362-360727feeff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:54.375428516Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-765361","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-765361","reconcileID":"a8a069f9-58eb-451c-9f33-ae4783547d98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-765361","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-765361":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:56.005580828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2c641c-efc6-4e2b-8a74-8b34393734cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:56.060258019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2c641c-efc6-4e2b-8a74-8b34393734cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:56.114082691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2c641c-efc6-4e2b-8a74-8b34393734cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:56.171123105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2c641c-efc6-4e2b-8a74-8b34393734cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:56.344111545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"fdf537a6-1870-4ebc-8e44-49ba24507494","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:56.344132888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"fdf537a6-1870-4ebc-8e44-49ba24507494","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.081074326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7663e9-066a-4855-9ad3-1b1bb4ebd07e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.132815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7663e9-066a-4855-9ad3-1b1bb4ebd07e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.184310927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7663e9-066a-4855-9ad3-1b1bb4ebd07e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:58.235977292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7663e9-066a-4855-9ad3-1b1bb4ebd07e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:59.132543279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"c02e41e2-79e1-4d0c-aee5-90ede41bdb3b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:59.189742374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"c02e41e2-79e1-4d0c-aee5-90ede41bdb3b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:38:59.245873117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"c02e41e2-79e1-4d0c-aee5-90ede41bdb3b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.451714408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"db18d100-9388-4be5-8325-9bef2966b339","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.508820908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"db18d100-9388-4be5-8325-9bef2966b339","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.615388361Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"db18d100-9388-4be5-8325-9bef2966b339","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4a36a6e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.877129154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9748206b-0577-46ec-9ebc-9e69176fd386","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:09.877186641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9748206b-0577-46ec-9ebc-9e69176fd386","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.078338352Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"ece988be-030c-4154-965d-15af0c192512","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.078520704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad126657-7238-4543-bca4-a8c950cf9404","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.078545818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad126657-7238-4543-bca4-a8c950cf9404","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.132291648Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4a36a6e7","reconcileID":"ece988be-030c-4154-965d-15af0c192512","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4a36a6e7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4a36a6e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.392195138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2deff1cb-eccc-405e-b7d8-a354266e6221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:12.392213768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2deff1cb-eccc-405e-b7d8-a354266e6221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:16.463067893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ee4bbf42-3180-45e8-8a81-a91a14a80134","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:16.463096289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ee4bbf42-3180-45e8-8a81-a91a14a80134","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:20.361554066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b78fa63-7134-4550-a822-ddd5fcd56293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:20.413192044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b78fa63-7134-4550-a822-ddd5fcd56293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:20.464775155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b78fa63-7134-4550-a822-ddd5fcd56293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:20.516219748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b78fa63-7134-4550-a822-ddd5fcd56293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:20.925249764Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:20.957548992Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2fecef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2fecef","reconcileID":"372b8379-9a5e-42ee-a9ed-b40c59a47770","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2fecef","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-2fecef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.424761064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f28f584-9b20-47e6-8eba-742a101e8399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.476517859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f28f584-9b20-47e6-8eba-742a101e8399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.528293056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f28f584-9b20-47e6-8eba-742a101e8399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:22.579791607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f28f584-9b20-47e6-8eba-742a101e8399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:24.4936555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ac28ca-1919-4418-81f4-18aa528cc1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:24.545322071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ac28ca-1919-4418-81f4-18aa528cc1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:24.599502483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ac28ca-1919-4418-81f4-18aa528cc1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:24.651107271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ac28ca-1919-4418-81f4-18aa528cc1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.282366683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"0452ecf9-cc8b-4a66-bd00-c12986f53c00","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c3004b","tenantID":"e2e-ipp-a-c3004b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.40059719Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"0452ecf9-cc8b-4a66-bd00-c12986f53c00","name":"e2e-ipp-a-c3004b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.519785732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"6a0dc3e9-6f64-4f28-b74b-029b44b61b3a","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.519803472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"6a0dc3e9-6f64-4f28-b74b-029b44b61b3a","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.536761094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73096cde-3e2c-402e-99df-d588969ef424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.588407667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73096cde-3e2c-402e-99df-d588969ef424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.639877648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73096cde-3e2c-402e-99df-d588969ef424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:26.691877763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73096cde-3e2c-402e-99df-d588969ef424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:28.563939807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68606da6-7abe-4ee3-bcb4-7dd70870659d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:28.615725428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68606da6-7abe-4ee3-bcb4-7dd70870659d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:28.667283196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68606da6-7abe-4ee3-bcb4-7dd70870659d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:28.718894898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68606da6-7abe-4ee3-bcb4-7dd70870659d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.588650541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a024732-478f-4709-acf0-f069265b8970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.640570029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a024732-478f-4709-acf0-f069265b8970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.692248316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a024732-478f-4709-acf0-f069265b8970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:30.745083512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a024732-478f-4709-acf0-f069265b8970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:33.50963542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e340333c-8c7d-424b-b7d5-8bd8e9eb2f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:33.561316171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e340333c-8c7d-424b-b7d5-8bd8e9eb2f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:33.612716991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e340333c-8c7d-424b-b7d5-8bd8e9eb2f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:33.664751176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e340333c-8c7d-424b-b7d5-8bd8e9eb2f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:35.628411541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5cf042-eaa3-4669-92dc-5fe74e09bf99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:35.680068998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5cf042-eaa3-4669-92dc-5fe74e09bf99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:35.731617079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5cf042-eaa3-4669-92dc-5fe74e09bf99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:35.783199292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5cf042-eaa3-4669-92dc-5fe74e09bf99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.436672492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f24a122-ce02-4b89-a96b-a2a5a4e17787","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.436692126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f24a122-ce02-4b89-a96b-a2a5a4e17787","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.496209301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e79d3b7-119b-4fe9-9178-86dfba2f5e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.496226631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e79d3b7-119b-4fe9-9178-86dfba2f5e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.537405043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ea10bde1-e306-43ef-9289-bbc6cb8b8e7c","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.537423006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"ea10bde1-e306-43ef-9289-bbc6cb8b8e7c","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.599797809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"0bd069fc-8f73-416e-b128-c3b835301ac4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0cfeee","tenantID":"e2e-api-b-0cfeee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.732113423Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"0bd069fc-8f73-416e-b128-c3b835301ac4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"name":"e2e-api-b-0cfeee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.828763428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0cfeee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"0bd069fc-8f73-416e-b128-c3b835301ac4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.883547581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef603386-2044-43a1-85c3-8862b9706112","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:36.883564624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef603386-2044-43a1-85c3-8862b9706112","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:37.7387302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63f4275-a6ab-4d6f-9171-c41be140b373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:37.790232134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63f4275-a6ab-4d6f-9171-c41be140b373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:37.841636739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63f4275-a6ab-4d6f-9171-c41be140b373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:37.893066289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63f4275-a6ab-4d6f-9171-c41be140b373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:42.379918418Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"485c512c-1f6c-4985-b9e2-0f1711b84cb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:42.379989571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8239226-a299-4fd0-941c-d30fb2239239","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:42.380007774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8239226-a299-4fd0-941c-d30fb2239239","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:42.53798997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"485c512c-1f6c-4985-b9e2-0f1711b84cb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-57c412","tenantID":"e2e-api-a-57c412","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:42.664824896Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"485c512c-1f6c-4985-b9e2-0f1711b84cb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"name":"e2e-api-a-57c412-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:42.664901121Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"e2e-e2e-api-a-57c412-policy","reconcileID":"485c512c-1f6c-4985-b9e2-0f1711b84cb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-57c412-policy","namespace":"ai-tenant-e2e-api-a-57c412"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-57c412","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:42.721723923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0cb0c7-2dad-4ee4-bc0f-1f08e2c1016c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:42.721741772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0cb0c7-2dad-4ee4-bc0f-1f08e2c1016c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:43.796105825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf2f0da-0279-4752-8091-5d86da8172c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:43.847708057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf2f0da-0279-4752-8091-5d86da8172c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:43.899356244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf2f0da-0279-4752-8091-5d86da8172c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:43.950858969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf2f0da-0279-4752-8091-5d86da8172c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:45.847677021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5e35a4-5b13-4ad0-a74d-486a1926c19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:45.900188234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5e35a4-5b13-4ad0-a74d-486a1926c19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:45.951679693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5e35a4-5b13-4ad0-a74d-486a1926c19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:46.003345688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5e35a4-5b13-4ad0-a74d-486a1926c19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:46.538223037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"76e48871-ed04-4513-8b9d-76553fe808e9","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"tenant":"e2e-mt-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","model":"ai-tenant-e2e-mt-b6264e74/e2e-lifecycle-model-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:46.538243113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"e2e-lifecycle-model-b6264e74","reconcileID":"76e48871-ed04-4513-8b9d-76553fe808e9","MaaSModelRef":{"name":"e2e-lifecycle-model-b6264e74","namespace":"ai-tenant-e2e-mt-b6264e74"},"routeName":"e2e-lifecycle-model-b6264e74-kserve-route","namespace":"ai-tenant-e2e-mt-b6264e74","llmisvcName":"e2e-lifecycle-model-b6264e74","gateway":"openshift-ingress/e2e-mt-b6264e74","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:46.98739789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"d4e2e1df-286b-4f0f-be53-f882dfbc05a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0cfeee","tenantID":"e2e-api-b-0cfeee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.044613325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"d4e2e1df-286b-4f0f-be53-f882dfbc05a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"name":"e2e-api-b-0cfeee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:47.100066794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0cfeee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"d4e2e1df-286b-4f0f-be53-f882dfbc05a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:50.905793116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:52.439303252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"9f0c86c8-2857-4c87-9fc4-4cfd1fc35dfe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-765361","tenantID":"e2e-ipp-a-765361","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:52.556434442Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"9f0c86c8-2857-4c87-9fc4-4cfd1fc35dfe","name":"e2e-ipp-a-765361-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:54.734029733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93c70e7-d0e8-43a9-8484-bdc3dc3ff472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:54.787443745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93c70e7-d0e8-43a9-8484-bdc3dc3ff472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:54.838963777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93c70e7-d0e8-43a9-8484-bdc3dc3ff472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:54.890699334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93c70e7-d0e8-43a9-8484-bdc3dc3ff472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:56.756968501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2dce3f-2542-4d0d-8b7b-b99d2141dfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:56.808907158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2dce3f-2542-4d0d-8b7b-b99d2141dfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:56.860559139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2dce3f-2542-4d0d-8b7b-b99d2141dfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:56.912612697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2dce3f-2542-4d0d-8b7b-b99d2141dfca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:57.229441709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"366b8013-680a-473b-9086-6147dffff2eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0cfeee","tenantID":"e2e-api-b-0cfeee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:57.287194805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"366b8013-680a-473b-9086-6147dffff2eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"name":"e2e-api-b-0cfeee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:57.343087382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0cfeee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"366b8013-680a-473b-9086-6147dffff2eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.815087026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa15db5f-e1cc-49ac-b764-bfd80343350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.867033675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa15db5f-e1cc-49ac-b764-bfd80343350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.919023031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa15db5f-e1cc-49ac-b764-bfd80343350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:39:58.970645164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa15db5f-e1cc-49ac-b764-bfd80343350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.447623081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"94f87a8e-9178-4939-a9ad-50d720e3be68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0cfeee","tenantID":"e2e-api-b-0cfeee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.504886825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"94f87a8e-9178-4939-a9ad-50d720e3be68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"name":"e2e-api-b-0cfeee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.560588581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0cfeee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"94f87a8e-9178-4939-a9ad-50d720e3be68","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.834242575Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","namespace":"ai-tenant-e2e-api-a-57c412","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.834298794Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","namespace":"ai-tenant-e2e-api-a-57c412","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.83434395Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","tenant":"e2e-api-a-57c412","tenantID":"e2e-api-a-57c412","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.888546251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"Deployment","name":"maas-api-e2e-api-a-57c412","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:07.948515648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"Service","name":"maas-api-e2e-api-a-57c412","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.004014537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-57c412","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.059720622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-57c412","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.121973763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.176632697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.233790009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.28844505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.340337034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"Deployment","name":"payload-processing-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.392144291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.444597831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"Service","name":"payload-processing-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.49599855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"Service","name":"payload-pre-processing-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.547552345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.599223247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.650755421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.706326385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.757817192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.809311456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.863408187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-57c412","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:08.915589003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-57c412"},"namespace":"ai-tenant-e2e-api-a-57c412","name":"default-tenant","reconcileID":"188ead2a-27a9-44b1-90d4-c39c0dd04f56","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-57c412","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:14.155087972Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-57c412","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-57c412","reconcileID":"03e87036-3016-44bf-8a7a-e1f84dd6da4c","aitenant":"ai-tenants/e2e-api-a-57c412","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:14.717165609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14cf288c-dfd5-47cd-b3ef-13c017ba08dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:14.768985152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14cf288c-dfd5-47cd-b3ef-13c017ba08dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:14.821571498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14cf288c-dfd5-47cd-b3ef-13c017ba08dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:14.873558391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14cf288c-dfd5-47cd-b3ef-13c017ba08dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:14.985588163Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-57c412","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-57c412","reconcileID":"03e87036-3016-44bf-8a7a-e1f84dd6da4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-57c412","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-57c412"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:16.796119741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10587ec3-5835-4152-899e-5409a8bfc08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:16.847519655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10587ec3-5835-4152-899e-5409a8bfc08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:16.899006047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10587ec3-5835-4152-899e-5409a8bfc08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:16.950401928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10587ec3-5835-4152-899e-5409a8bfc08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:17.665696729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"e6b788d1-a7c6-4469-92a8-c4f58e70c61d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0cfeee","tenantID":"e2e-api-b-0cfeee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:17.72565074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"e6b788d1-a7c6-4469-92a8-c4f58e70c61d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"name":"e2e-api-b-0cfeee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:17.7808809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0cfeee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9581194e297c3de9aff88e7bc1ccc8ce8b75b4315c63822a158f4aa2ff1984a3) AuthConfig (37195b7e81c573365bef840271e21b631455327dc2cd3b34b670c45975de6fd3) AuthConfig (18babfdc270f327aab90d82aa39ec50a4d8556c05d7bb3d1cefe69915c9ef6ad) AuthConfig (f81adc8e6e083e0e2c40dd06afe01897630dd33003f96e545e9de281d3b60ec3) AuthConfig (3bd63c7bfa18e0abab334ec14084f8f868a2518a2138cf806a350d9106430d5f) AuthConfig (45e82082a2ecbb653e4ed71f009564be0fb5f68da9db70963f29a8224d6552b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"e6b788d1-a7c6-4469-92a8-c4f58e70c61d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:17.836454113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2d05074-7c4f-4c75-a82a-0bacb566bd9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:17.836474714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2d05074-7c4f-4c75-a82a-0bacb566bd9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:18.899205856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eed0060-252b-4a70-99f0-197da4cb61de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:18.951055498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eed0060-252b-4a70-99f0-197da4cb61de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:19.00285131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eed0060-252b-4a70-99f0-197da4cb61de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:19.054553094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eed0060-252b-4a70-99f0-197da4cb61de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:19.157464924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"7102da23-af29-4ad5-916d-23b5c41db64f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2fecef","tenantID":"e2e-ipp-a-2fecef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:19.278296965Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"7102da23-af29-4ad5-916d-23b5c41db64f","name":"e2e-ipp-a-2fecef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:20.905102119Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:20.998302745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0de1ea2-9297-4d77-b4cd-8322795e1b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.049972823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0de1ea2-9297-4d77-b4cd-8322795e1b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.101497941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0de1ea2-9297-4d77-b4cd-8322795e1b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.153119782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0de1ea2-9297-4d77-b4cd-8322795e1b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.328897357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1827c7a-9baa-4e3a-999c-9cc74eb8f953","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.328914505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1827c7a-9baa-4e3a-999c-9cc74eb8f953","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.364055889Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"ae7219bf-ed6b-4caa-a63a-4f9f4d5f52d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.568270815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"ae7219bf-ed6b-4caa-a63a-4f9f4d5f52d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0cfeee","tenantID":"e2e-api-b-0cfeee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.695018803Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"ae7219bf-ed6b-4caa-a63a-4f9f4d5f52d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"name":"e2e-api-b-0cfeee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.695038288Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"e2e-e2e-api-b-0cfeee-policy","reconcileID":"ae7219bf-ed6b-4caa-a63a-4f9f4d5f52d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0cfeee-policy","namespace":"ai-tenant-e2e-api-b-0cfeee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0cfeee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.751225947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e7a79c-4ee1-4411-bd65-c1ebcab59471","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:21.751249555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e7a79c-4ee1-4411-bd65-c1ebcab59471","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:23.294345869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4f1cf7-6532-4845-b2d0-2466f5b0fd12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:23.346105913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4f1cf7-6532-4845-b2d0-2466f5b0fd12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:23.398051734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4f1cf7-6532-4845-b2d0-2466f5b0fd12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:23.449841766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4f1cf7-6532-4845-b2d0-2466f5b0fd12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.755740541Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","namespace":"ai-tenant-e2e-api-b-0cfeee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.755797192Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","namespace":"ai-tenant-e2e-api-b-0cfeee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.75584369Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","tenant":"e2e-api-b-0cfeee","tenantID":"e2e-api-b-0cfeee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.850914275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"Deployment","name":"maas-api-e2e-api-b-0cfeee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.91645092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"Service","name":"maas-api-e2e-api-b-0cfeee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:24.97220731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-0cfeee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.026599772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-0cfeee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.084919511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.138855319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.195409084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.251043058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.302996544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"Deployment","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.354258957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.405830136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"Service","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.411323617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9673e80f-d1e4-4e69-bc64-b1c7825632f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.46325402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"Service","name":"payload-pre-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.463472527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9673e80f-d1e4-4e69-bc64-b1c7825632f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.514751729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.515842231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9673e80f-d1e4-4e69-bc64-b1c7825632f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.567031467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.567556301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9673e80f-d1e4-4e69-bc64-b1c7825632f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.618785034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.674706868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.72667629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.778191819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.831122846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:25.883084323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"e5368325-4f0d-45ec-8593-4ff53aa2fb06","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-0cfeee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:27.507978021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037bedd7-c924-40f9-8803-c36c830cf542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:27.559895102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037bedd7-c924-40f9-8803-c36c830cf542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:27.611434942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037bedd7-c924-40f9-8803-c36c830cf542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:27.662967214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037bedd7-c924-40f9-8803-c36c830cf542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:29.588944376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ced64b5-0346-46b8-92d8-6192784c4dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:29.640793083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ced64b5-0346-46b8-92d8-6192784c4dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:29.692257645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ced64b5-0346-46b8-92d8-6192784c4dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:29.743805207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ced64b5-0346-46b8-92d8-6192784c4dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:31.696561253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4340ce3-93e7-4411-9545-de66932b5630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:31.748801906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4340ce3-93e7-4411-9545-de66932b5630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:31.801631323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4340ce3-93e7-4411-9545-de66932b5630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:31.85385567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4340ce3-93e7-4411-9545-de66932b5630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:33.787601333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"185d9e74-e2b6-4347-b95a-709d23f79ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:33.839480068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"185d9e74-e2b6-4347-b95a-709d23f79ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:33.890803041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"185d9e74-e2b6-4347-b95a-709d23f79ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:33.942378024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"185d9e74-e2b6-4347-b95a-709d23f79ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:35.830117304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6752d38-e540-4645-b45a-fc804f23e618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:35.881847915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6752d38-e540-4645-b45a-fc804f23e618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:35.933471906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6752d38-e540-4645-b45a-fc804f23e618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:35.985350124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6752d38-e540-4645-b45a-fc804f23e618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:36.685830687Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","namespace":"ai-tenant-e2e-mt-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:36.685893351Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","namespace":"ai-tenant-e2e-mt-b6264e74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:36.685950532Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","tenant":"e2e-mt-b6264e74","tenantID":"e2e-mt-b6264e74","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:36.74017576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"Deployment","name":"maas-api-e2e-mt-b6264e74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:36.80145685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"Service","name":"maas-api-e2e-mt-b6264e74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:36.860191127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-b6264e74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:36.915931691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-b6264e74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:36.977883163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.042003862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.09854517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.15336684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.20504371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"Deployment","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.256584042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.358948523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"Service","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.414085557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"Service","name":"payload-pre-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.465871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"DestinationRule","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.517447204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.5691636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.625410425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.683453486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.735195072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.786742827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-b6264e74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.838138688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b6264e74"},"namespace":"ai-tenant-e2e-mt-b6264e74","name":"default-tenant","reconcileID":"a612068d-0c6e-4c00-953a-53f658e2bdb5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-b6264e74","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.914531953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba2fd3-577e-46f2-a432-46c9a0941cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:37.966402896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba2fd3-577e-46f2-a432-46c9a0941cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:38.018201145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba2fd3-577e-46f2-a432-46c9a0941cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:38.069985235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba2fd3-577e-46f2-a432-46c9a0941cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:41.816384582Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-b6264e74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-b6264e74","reconcileID":"07f85a8d-9c51-4031-a4bd-4556410b08a6","aitenant":"ai-tenants/e2e-mt-b6264e74","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.336839559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbe33ee-5cb4-4ef9-8ee7-5e23f4839507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.388558449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbe33ee-5cb4-4ef9-8ee7-5e23f4839507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.440257307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbe33ee-5cb4-4ef9-8ee7-5e23f4839507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.491897631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbe33ee-5cb4-4ef9-8ee7-5e23f4839507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:42.65461439Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-b6264e74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-b6264e74","reconcileID":"07f85a8d-9c51-4031-a4bd-4556410b08a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-b6264e74","removed":["maas.opendatahub.io/gateway-access-e2e-mt-b6264e74"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:44.40244926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35c594d-a56c-4456-9e59-b3f1bf8e8793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:44.459684924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35c594d-a56c-4456-9e59-b3f1bf8e8793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:44.513633564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35c594d-a56c-4456-9e59-b3f1bf8e8793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:44.565743447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35c594d-a56c-4456-9e59-b3f1bf8e8793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:46.508660846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee16e68-5db6-4725-9f69-4c1bc825e6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:46.561186132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee16e68-5db6-4725-9f69-4c1bc825e6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:46.613146829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee16e68-5db6-4725-9f69-4c1bc825e6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:46.665337501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee16e68-5db6-4725-9f69-4c1bc825e6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:48.596764782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c68645a-3fae-4790-b8d5-7532b3dacaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:48.649768539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c68645a-3fae-4790-b8d5-7532b3dacaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:48.702123667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c68645a-3fae-4790-b8d5-7532b3dacaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:48.75453029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c68645a-3fae-4790-b8d5-7532b3dacaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:49.117880447Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ebf6ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ebf6ac","reconcileID":"367c707b-ebc5-4c2a-a8ff-16f4c950ee01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ebf6ac","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-ebf6ac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.688508398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7945df5c-ba77-4d00-a4a2-1ee9c00305c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.740423008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7945df5c-ba77-4d00-a4a2-1ee9c00305c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.79212433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7945df5c-ba77-4d00-a4a2-1ee9c00305c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.843570303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7945df5c-ba77-4d00-a4a2-1ee9c00305c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:50.913750712Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:52.800585737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07749c6-3123-4ed9-93bb-b1c01c85051d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:52.852416867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07749c6-3123-4ed9-93bb-b1c01c85051d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:52.904012119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07749c6-3123-4ed9-93bb-b1c01c85051d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:52.955689927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07749c6-3123-4ed9-93bb-b1c01c85051d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:54.830654092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b05c39c-6763-43eb-8ad2-c2fd7d6d28be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:54.886038803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b05c39c-6763-43eb-8ad2-c2fd7d6d28be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:54.938989753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b05c39c-6763-43eb-8ad2-c2fd7d6d28be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:54.990573166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b05c39c-6763-43eb-8ad2-c2fd7d6d28be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:56.881005735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcfa17c-e446-43b2-9d59-2dbf21dd6c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:56.933000546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcfa17c-e446-43b2-9d59-2dbf21dd6c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:56.984538306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcfa17c-e446-43b2-9d59-2dbf21dd6c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:40:57.036210186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcfa17c-e446-43b2-9d59-2dbf21dd6c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:10.759197981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d71197-82db-446b-886e-bb1225878602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:10.811241862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d71197-82db-446b-886e-bb1225878602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:10.862590007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d71197-82db-446b-886e-bb1225878602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:10.918356923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d71197-82db-446b-886e-bb1225878602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.789857329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96928be7-4de1-4522-b090-71fff4417fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.841364489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96928be7-4de1-4522-b090-71fff4417fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.892908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96928be7-4de1-4522-b090-71fff4417fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:12.946799984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96928be7-4de1-4522-b090-71fff4417fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:14.825292537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0e2c110-28d6-48e5-b463-24ee18e1d7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:14.891192855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0e2c110-28d6-48e5-b463-24ee18e1d7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:14.944273506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0e2c110-28d6-48e5-b463-24ee18e1d7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:14.996596038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0e2c110-28d6-48e5-b463-24ee18e1d7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.488550113Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","namespace":"ai-tenant-e2e-api-b-0cfeee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.48863029Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","namespace":"ai-tenant-e2e-api-b-0cfeee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.488707295Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","tenant":"e2e-api-b-0cfeee","tenantID":"e2e-api-b-0cfeee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.541091295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"Deployment","name":"maas-api-e2e-api-b-0cfeee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.592510437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"Service","name":"maas-api-e2e-api-b-0cfeee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.644324139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-0cfeee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.696440971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-0cfeee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.75031776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.806018233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.857531692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.894169819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6aac86-c4e3-4380-8c8d-a7b6f71a97f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.946091769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:16.948578174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6aac86-c4e3-4380-8c8d-a7b6f71a97f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.000503624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"Deployment","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.000780243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6aac86-c4e3-4380-8c8d-a7b6f71a97f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.052349093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.052609437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6aac86-c4e3-4380-8c8d-a7b6f71a97f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.104217242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"Service","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.155932345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"Service","name":"payload-pre-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.207138093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.258719292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.315862199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.367179715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.418598985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.469935558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.521708293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-0cfeee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:17.572981553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0cfeee"},"namespace":"ai-tenant-e2e-api-b-0cfeee","name":"default-tenant","reconcileID":"6f347006-4fae-47e7-84a1-19fc4593fde3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-0cfeee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:19.882264878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b3b684-beb8-46fb-bbc2-e4f1ba1421c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:19.933999017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b3b684-beb8-46fb-bbc2-e4f1ba1421c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:19.985617238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b3b684-beb8-46fb-bbc2-e4f1ba1421c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:20.036998811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b3b684-beb8-46fb-bbc2-e4f1ba1421c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:20.90601516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:21.212060464Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0cfeee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0cfeee","reconcileID":"9f1aecac-0fbf-47c5-953e-947b204301b8","aitenant":"ai-tenants/e2e-api-b-0cfeee","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:21.888465952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"ed0669d0-aa26-4313-b9fc-2892bc439dc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:21.923806582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a26ef15-ed8d-4d73-9426-27b3d0a0aee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:21.976073598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a26ef15-ed8d-4d73-9426-27b3d0a0aee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:21.983178416Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0cfeee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0cfeee","reconcileID":"9f1aecac-0fbf-47c5-953e-947b204301b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0cfeee","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-0cfeee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.027897249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a26ef15-ed8d-4d73-9426-27b3d0a0aee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.028473327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"3bc107f9-09b5-4477-9895-8fe4caf94199","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.079691154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a26ef15-ed8d-4d73-9426-27b3d0a0aee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.236336097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"e781e80f-ec17-4f14-91a2-6d376c65382e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.293932033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"c139e57a-8fec-4248-9911-39cd4ea96298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.414696883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"ff4272bb-e891-4cca-994b-b865ba4fb512","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.586893125Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a0bb98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a0bb98","reconcileID":"3815e727-1637-4785-8cfc-edf4af380032","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a0bb98","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a0bb98":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.590181307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"24f73d68-49b4-48ae-8da5-21d1e47a4bf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.693324921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"a1fa8e7d-cb49-4c28-9a25-06b7d4764e90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.710983782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"52de323b-5697-4aa4-9f00-f8b73b64af82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.90549248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac3c34bf-e578-4db1-8e5d-e5e42f5220c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:22.995737638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"a1dc6d6e-268f-4ba4-a143-4ba4e93a57bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:23.157311075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78bf437c-8027-4e47-82b2-e66b1ccd02dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:23.315922396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"232e241c-b441-46ca-ae17-390bb516146a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:23.993956324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efa332c-b173-4077-bb91-96cc878dd6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:24.050411448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efa332c-b173-4077-bb91-96cc878dd6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:24.103115093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efa332c-b173-4077-bb91-96cc878dd6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:24.158364061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efa332c-b173-4077-bb91-96cc878dd6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:26.057388739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d10d55-f732-4fa2-bb6e-a72eb816f819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:26.109255754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d10d55-f732-4fa2-bb6e-a72eb816f819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:26.165125721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d10d55-f732-4fa2-bb6e-a72eb816f819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:26.219988153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d10d55-f732-4fa2-bb6e-a72eb816f819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:28.088417562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff104d6a-c9f5-4e33-9d4f-2cf5d7eb7eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:28.140224772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff104d6a-c9f5-4e33-9d4f-2cf5d7eb7eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:28.191897815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff104d6a-c9f5-4e33-9d4f-2cf5d7eb7eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:28.246727104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff104d6a-c9f5-4e33-9d4f-2cf5d7eb7eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:28.549619616Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2d4a59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2d4a59","reconcileID":"2e575703-8bdf-4e07-a8b1-97b38c7b7a9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2d4a59","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-2d4a59":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:30.176775123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c5490e-9919-43ed-b240-cd16d27c9283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:30.228511772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c5490e-9919-43ed-b240-cd16d27c9283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:30.280061063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c5490e-9919-43ed-b240-cd16d27c9283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:30.331999113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c5490e-9919-43ed-b240-cd16d27c9283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:32.229309307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2e35c1-0a90-42cf-98fb-482024ae84e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:32.281134284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2e35c1-0a90-42cf-98fb-482024ae84e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:32.332658107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2e35c1-0a90-42cf-98fb-482024ae84e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:32.384213975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2e35c1-0a90-42cf-98fb-482024ae84e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:38.193277693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8caec7a8-e7bc-4221-a6ce-70782804ded0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:38.244972473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8caec7a8-e7bc-4221-a6ce-70782804ded0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:38.296791809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8caec7a8-e7bc-4221-a6ce-70782804ded0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:38.34825562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8caec7a8-e7bc-4221-a6ce-70782804ded0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:38.703081431Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-39b96b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-39b96b","reconcileID":"b6299fe4-7853-4ebb-960d-6a273cb8def2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-39b96b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-39b96b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.311886631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6198cedf-1e28-4143-8cab-122ecdf8f839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.363632126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6198cedf-1e28-4143-8cab-122ecdf8f839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.415074014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6198cedf-1e28-4143-8cab-122ecdf8f839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:40.46714552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6198cedf-1e28-4143-8cab-122ecdf8f839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.369025009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4969a9e-b0db-4d75-a631-7ccb7ccb9e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.420949878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4969a9e-b0db-4d75-a631-7ccb7ccb9e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.473048459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4969a9e-b0db-4d75-a631-7ccb7ccb9e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:42.528217631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4969a9e-b0db-4d75-a631-7ccb7ccb9e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:44.493039102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf795d7-cb75-4f59-9f8b-99545717962d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:44.54453983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf795d7-cb75-4f59-9f8b-99545717962d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:44.596146208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf795d7-cb75-4f59-9f8b-99545717962d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:44.6477061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf795d7-cb75-4f59-9f8b-99545717962d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:46.302766654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"d232131a-71d2-457c-a95a-129a4a4568d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:46.418893416Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"d232131a-71d2-457c-a95a-129a4a4568d7","name":"e2e-api-a-ebf6ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:50.90621545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:54.505195395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefbf6ef-64ba-482b-803d-9587ed8a53f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:54.557442627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefbf6ef-64ba-482b-803d-9587ed8a53f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:54.609529331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefbf6ef-64ba-482b-803d-9587ed8a53f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:54.663516336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefbf6ef-64ba-482b-803d-9587ed8a53f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:55.105240201Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-80ce39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-80ce39","reconcileID":"55526907-8337-4439-9707-3ee96ace2d44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-80ce39","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-80ce39":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:55.602339054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"610ca1d3-0342-4bb3-a529-958c66fc4977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:55.906607437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"4e6af938-159e-4d20-b2ca-0f70a660f0bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:55.934446281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"c39e70dd-080d-428f-ae5d-7333b22cd864","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.043740102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"73aae852-6484-44ba-a8f4-3a978b3a9f25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.156967714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"5e12a4b0-9968-40f6-98bb-1096e4a6fd9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.42135479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"feb1fce5-b758-422c-80fd-87fee12383e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.453677804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"20c1455b-f6e1-4c1a-9051-a48d6fe1e0d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.519198354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"fe9846b1-6cc8-407e-b85a-34a8e1b4e14b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.635057892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e67861e-95d5-4933-9bf0-0edb2c8fea77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.6865698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e67861e-95d5-4933-9bf0-0edb2c8fea77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.739397221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e67861e-95d5-4933-9bf0-0edb2c8fea77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.742253449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eeeb7d17-19eb-4314-91b0-63aa8981b954","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.790708934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e67861e-95d5-4933-9bf0-0edb2c8fea77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:56.947636252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f389172e-7d1c-44db-8c93-6d9ebcd28d79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.059390169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"91b2959a-795c-46ee-8fcb-5e8f40fb762e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:57.165470576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"93abd1c6-54ea-4be9-92a4-8d6a90eda843","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:58.753374552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1159d-0be3-4b8d-9f5d-ddf997e7d234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:58.805024131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1159d-0be3-4b8d-9f5d-ddf997e7d234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:58.856524742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1159d-0be3-4b8d-9f5d-ddf997e7d234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:41:58.908506006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1159d-0be3-4b8d-9f5d-ddf997e7d234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:20.908015293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:22.0335188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"bbaa7e72-bc16-4b82-ba6e-122c85d4d41c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:22.134527573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"3ff5f543-1762-4772-a861-adfc39c5ec3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:22.238068306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79e327be-56e6-4aec-aff3-9e537043549a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:22.343426355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"51f37ca6-f442-438e-ade1-ff597764765a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:22.475351401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"87978588-3ca3-4a26-9fe5-5ea79441c7f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:22.669224644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"ba352c45-3816-4cfb-9dc3-d0cea0e3db92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:22.769139471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"3afffb3c-7025-40ed-8b09-b238f1509516","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:22.801847281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"de597ae8-c967-412b-aded-54a1729f71a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:22.924321355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4329adbe-d762-4cf0-b042-ab8d48aaa9e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:23.047934605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"e63415ce-6aca-4ded-95fb-094d3df4187c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:23.146756661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"124afc2e-3597-4d0e-8644-e65f541bde22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:23.247775917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"6edc19f0-bd56-4d8b-972b-4b11243d2061","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:25.688094844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"6f04436f-8979-4e50-b934-4a443a445c0b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a0bb98","tenantID":"e2e-ipp-b-a0bb98","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:25.80500767Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"6f04436f-8979-4e50-b934-4a443a445c0b","name":"e2e-ipp-b-a0bb98-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:35.718006708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"a2ea5384-8f81-4d56-be5d-b7ae78b7fd92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:35.836165668Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"a2ea5384-8f81-4d56-be5d-b7ae78b7fd92","name":"e2e-ipp-a-2d4a59-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:38.589900051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1216adb1-1217-446c-8fca-3657c2756774","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:38.715435697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"368e001a-7505-4f66-bb82-021c8bba626f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:38.815988278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"b8d8d756-f162-400f-bd32-9d35eab6cccc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:38.924740067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"2870b52a-61b9-48e4-acac-431fe4a3c483","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:39.028372294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74eb9d83-c020-496a-a8fe-003e3969839a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:39.212997465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"01860caa-f90b-49ea-90dc-bace2addc1f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:39.40536753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"0c6427f9-a228-4bbe-be9f-c11ac24ae1f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:39.50630666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"81801522-3ad5-4948-b09b-74923788549b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:39.609309541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"ba0422aa-4bb1-4ae4-8569-a48a85baa01b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:39.718629062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"26404201-157f-4ce6-adf9-2e499e46922a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:39.876502241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"d25e3b05-a33b-4231-841d-ef6d332ccb2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:40.006365652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"b8a1e4ad-be2f-4235-9c4d-494a8427d20a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:50.9066287Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:52.729760352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"52d57113-b06e-4a8c-b704-363371d5dbde","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-39b96b","tenantID":"e2e-ipp-b-39b96b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:52.850370362Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"52d57113-b06e-4a8c-b704-363371d5dbde","name":"e2e-ipp-b-39b96b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:59.798107529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"357bee8e-90f6-4f3f-b16f-853ef3d65e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:59.850113172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"357bee8e-90f6-4f3f-b16f-853ef3d65e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:59.901601784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"357bee8e-90f6-4f3f-b16f-853ef3d65e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:42:59.953379784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"357bee8e-90f6-4f3f-b16f-853ef3d65e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:01.900811746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d5eef5-5789-4ac3-8d6a-816da951fa28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:01.952706042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d5eef5-5789-4ac3-8d6a-816da951fa28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.004116659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d5eef5-5789-4ac3-8d6a-816da951fa28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.056033829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d5eef5-5789-4ac3-8d6a-816da951fa28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.842604805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9148cf62-b7cb-4fe4-a640-f4cc21e742b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.842623528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9148cf62-b7cb-4fe4-a640-f4cc21e742b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.897614299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04dea519-f56a-40ff-aff3-5a61ea8c0b70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.897634977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04dea519-f56a-40ff-aff3-5a61ea8c0b70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:02.999905459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"a4e6ad60-9355-4788-af91-d394528b47ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:03.180489026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"a4e6ad60-9355-4788-af91-d394528b47ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:03.235882045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ebf6ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"a4e6ad60-9355-4788-af91-d394528b47ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:03.293348113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d621793e-4f17-4bff-a3e8-700a449cfd5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:03.293361692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d621793e-4f17-4bff-a3e8-700a449cfd5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:04.033204156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c114ec-8837-4d65-820e-eb8635300598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:04.085434632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c114ec-8837-4d65-820e-eb8635300598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:04.137691654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c114ec-8837-4d65-820e-eb8635300598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:04.189983843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c114ec-8837-4d65-820e-eb8635300598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:08.137137784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef02c0-320c-4dbd-a2d2-54e72e2f5bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:08.189299611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef02c0-320c-4dbd-a2d2-54e72e2f5bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:08.240952773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef02c0-320c-4dbd-a2d2-54e72e2f5bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:08.292979141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef02c0-320c-4dbd-a2d2-54e72e2f5bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:08.860385567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-38efe6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-38efe6","reconcileID":"9fb99d68-6b9d-4df1-b6af-4adc50cf52af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-38efe6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-38efe6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.243478098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb389054-e891-4920-bc75-8b362ba52686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.295479472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb389054-e891-4920-bc75-8b362ba52686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.346824802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb389054-e891-4920-bc75-8b362ba52686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:10.400360223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb389054-e891-4920-bc75-8b362ba52686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:12.317509193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a83c52b-729f-4dc5-87cd-9e3a7a489085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:12.369451995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a83c52b-729f-4dc5-87cd-9e3a7a489085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:12.42111699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a83c52b-729f-4dc5-87cd-9e3a7a489085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:12.472795202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a83c52b-729f-4dc5-87cd-9e3a7a489085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:13.398739868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"0311686d-f118-4004-a1c0-fe735c09d746","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:13.455847709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"0311686d-f118-4004-a1c0-fe735c09d746","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:13.514220745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ebf6ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"0311686d-f118-4004-a1c0-fe735c09d746","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:14.046797398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"e6720682-b608-4118-9611-4c31d4d4232d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-80ce39","tenantID":"e2e-ipp-b-80ce39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:14.164901331Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"e6720682-b608-4118-9611-4c31d4d4232d","name":"e2e-ipp-b-80ce39-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:20.906830363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:23.618909454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"7a518199-59dc-44ac-a2fc-45abc86129a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:23.676042002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"7a518199-59dc-44ac-a2fc-45abc86129a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:23.732202612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ebf6ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"7a518199-59dc-44ac-a2fc-45abc86129a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:33.836658227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"2e2dbb1b-b0f7-4874-995b-23f6e77373b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:33.8933601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"2e2dbb1b-b0f7-4874-995b-23f6e77373b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:33.948840516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ebf6ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"2e2dbb1b-b0f7-4874-995b-23f6e77373b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:44.052899465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"8cfdb26f-376f-43d5-9594-0b90b1d97b92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:44.110177769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"8cfdb26f-376f-43d5-9594-0b90b1d97b92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:44.170040628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ebf6ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc28526ff5915eaf9418a9e716874c48f53b0cba33038b11b85ce25a0860ccec) AuthConfig (d22b33eb4e2a4d53344abd639ff13bbe3765443b50f9c04dc3490a97a58432e9) AuthConfig (2b774ab2fa9ba027b82f700b4883473139775b247388b6ed54906e8e394b96cf) AuthConfig (c0b940eaeada02e8a9d00653fe7113b96228e1ab0fe81913f5530c0d3acf014e) AuthConfig (5b05954a4c6cbe9d3d4a223e85558795f0d9e08e96b87ea2fe820e5478049d3a) AuthConfig (5cbde5e351769f8c5995baae6d3bdd6c590a7ea17c7acbda866f6e48c893e11f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"8cfdb26f-376f-43d5-9594-0b90b1d97b92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:44.229415996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4f8c935-acef-4bd3-ba7e-a4b35fb663aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:44.229431311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4f8c935-acef-4bd3-ba7e-a4b35fb663aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:44.678411383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37dd7e1-2ca2-45c5-917e-1e5c2751148f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:44.730530086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37dd7e1-2ca2-45c5-917e-1e5c2751148f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:44.782047373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37dd7e1-2ca2-45c5-917e-1e5c2751148f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:44.83378617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37dd7e1-2ca2-45c5-917e-1e5c2751148f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:46.70849059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c6213d-e65b-45a1-b2b4-dc16e5d26d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:46.760140132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c6213d-e65b-45a1-b2b4-dc16e5d26d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:46.811542344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c6213d-e65b-45a1-b2b4-dc16e5d26d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:46.863435838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c6213d-e65b-45a1-b2b4-dc16e5d26d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:50.906727158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:54.367900827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"76bc0cbd-5a48-4808-96fb-b6f6458a3377","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:54.42477905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"76bc0cbd-5a48-4808-96fb-b6f6458a3377","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:54.48077299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ebf6ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc28526ff5915eaf9418a9e716874c48f53b0cba33038b11b85ce25a0860ccec) AuthConfig (d22b33eb4e2a4d53344abd639ff13bbe3765443b50f9c04dc3490a97a58432e9) AuthConfig (2b774ab2fa9ba027b82f700b4883473139775b247388b6ed54906e8e394b96cf) AuthConfig (c0b940eaeada02e8a9d00653fe7113b96228e1ab0fe81913f5530c0d3acf014e) AuthConfig (5b05954a4c6cbe9d3d4a223e85558795f0d9e08e96b87ea2fe820e5478049d3a) AuthConfig (5cbde5e351769f8c5995baae6d3bdd6c590a7ea17c7acbda866f6e48c893e11f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"76bc0cbd-5a48-4808-96fb-b6f6458a3377","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:54.899886963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eb46529-7e1a-49d4-9982-089c43498346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:54.951672791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eb46529-7e1a-49d4-9982-089c43498346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:55.003530528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eb46529-7e1a-49d4-9982-089c43498346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:55.055359381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eb46529-7e1a-49d4-9982-089c43498346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:56.631662335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"f92c5930-e0c2-4688-a0d3-d28e9e5f825d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:56.734997206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"38791a9d-c1ab-4d8d-8939-dba75cf92708","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:56.833552046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"6e25ea92-02aa-4ba0-a755-93fb5af6001b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:56.942712083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2ff461-bd96-48d5-b6c3-37f8e654dbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:56.994584114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2ff461-bd96-48d5-b6c3-37f8e654dbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.046705144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2ff461-bd96-48d5-b6c3-37f8e654dbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.047457979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"2e14ede1-f0c9-4d25-b605-3e9c018897ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.098288819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2ff461-bd96-48d5-b6c3-37f8e654dbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.256439856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"35828b7c-87b5-4faf-9442-ea8b53c782e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.308953167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9fd3baa6-a999-445a-8768-3ffdd4a949b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.509213607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"17826c79-8a7c-4805-8849-6047140a4e4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.555301774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7b3b44d-b65e-4456-89f5-ef6fd2369271","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.680591193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"fd32b88d-8ce8-411e-9f48-86d02af90ba4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.878890247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"a68d996a-cd52-4315-a776-4dd501c99a5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:57.983740511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"ddf4fd83-9c6c-4fef-bf28-f79ea52b81b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:43:58.10906461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"f5cdb124-a9b9-4c17-a4a0-e413f8efcc96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:04.585481159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"9d1d50a0-bc0e-4ffa-b4d9-0c51183e1c46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:04.642291249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"9d1d50a0-bc0e-4ffa-b4d9-0c51183e1c46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:04.91142817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2f84429-1f2c-4c36-a421-31db14e803d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:04.911450532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2f84429-1f2c-4c36-a421-31db14e803d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:11.593254561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af92714-6192-4edb-bb95-87f5ac70d846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:11.644894442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af92714-6192-4edb-bb95-87f5ac70d846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:11.696340291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af92714-6192-4edb-bb95-87f5ac70d846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:11.747906917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af92714-6192-4edb-bb95-87f5ac70d846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:13.639259929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419f01c-34a9-45bb-a7ac-855aa2f10044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:13.690970961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419f01c-34a9-45bb-a7ac-855aa2f10044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:13.742709956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419f01c-34a9-45bb-a7ac-855aa2f10044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:13.794465208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419f01c-34a9-45bb-a7ac-855aa2f10044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:20.907905148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:21.500895687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2382783-040e-4473-a55d-18ebec4c70ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:21.552504766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2382783-040e-4473-a55d-18ebec4c70ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:21.60391302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2382783-040e-4473-a55d-18ebec4c70ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:21.656347764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2382783-040e-4473-a55d-18ebec4c70ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:23.526168442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63eedc3-cd6b-4080-8042-cbfc8e15ff7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:23.577397333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63eedc3-cd6b-4080-8042-cbfc8e15ff7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:23.628916989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63eedc3-cd6b-4080-8042-cbfc8e15ff7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:23.680257977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63eedc3-cd6b-4080-8042-cbfc8e15ff7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:29.945349996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"530e1c05-24fe-4ec8-b2ad-1679ffdd63ca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38efe6","tenantID":"e2e-api-b-38efe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:30.062444691Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"530e1c05-24fe-4ec8-b2ad-1679ffdd63ca","name":"e2e-api-b-38efe6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:36.974213242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d7b5f5-2193-45b1-b8c8-324d065be842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:37.025795963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d7b5f5-2193-45b1-b8c8-324d065be842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:37.077463944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d7b5f5-2193-45b1-b8c8-324d065be842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:37.128879391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d7b5f5-2193-45b1-b8c8-324d065be842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:39.007502724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc379eb-4de5-46a9-9e69-1d753cebe307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:39.059452272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc379eb-4de5-46a9-9e69-1d753cebe307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:39.111104583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc379eb-4de5-46a9-9e69-1d753cebe307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:39.162771296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc379eb-4de5-46a9-9e69-1d753cebe307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:43.324244149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f680c15-8bf8-42c1-962a-1ec9ad07b822","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:43.524778537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"ad6208c1-d224-4926-baa1-47f20461ee8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:43.708950999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"9f153a09-86ab-40a4-9b67-1fb1ddeb0b93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:43.828084104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"6dd90687-9c0a-462f-bff7-0b8d46fb6e3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:43.92951745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"02452695-96d7-49b2-9b27-f2261cbf2546","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:44.049002342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"3f324505-1da2-45cd-b673-58529f4b0ed1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:44.151431612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"7866f793-b769-4748-90c0-164544f95c90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:44.175762715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"ac7e67b1-89c6-4857-a241-e54ad14896c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:44.541386652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"5a44e409-0c0b-4bb2-a37e-d99202157e5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:44.664332445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"c2903444-ccac-47c1-9465-bf12d19f4a67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:44.847859145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe090544-6f82-41c8-b8c4-2c163213b3c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:44.948451725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"a305e51d-aea3-4411-989c-37538dfc92c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.049889076Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","namespace":"ai-tenant-e2e-ipp-a-c3004b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.049949217Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","namespace":"ai-tenant-e2e-ipp-a-c3004b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.050003117Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","tenant":"e2e-ipp-a-c3004b","tenantID":"e2e-ipp-a-c3004b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.104003328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"Deployment","name":"maas-api-e2e-ipp-a-c3004b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.166961291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"Service","name":"maas-api-e2e-ipp-a-c3004b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.222165433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-c3004b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.277520874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-c3004b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.33266603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.387998297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.444755449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.499047985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.553269743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.607627281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.6740001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"Service","name":"payload-processing-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.735088971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.789852684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.846191561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.901956672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:47.990401005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:48.043995816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:48.097944749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:48.152018081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-c3004b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:48.205618469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c3004b"},"namespace":"ai-tenant-e2e-ipp-a-c3004b","name":"default-tenant","reconcileID":"4001753e-66f6-4ea1-b7ad-f339005fafb4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-c3004b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:48.944996457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce39db75-d585-4610-a392-d02e2436364e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:48.996690888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce39db75-d585-4610-a392-d02e2436364e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:49.048215168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce39db75-d585-4610-a392-d02e2436364e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:49.099803046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce39db75-d585-4610-a392-d02e2436364e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:50.905925688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:50.993463339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fc544e-de10-4e9f-82e2-52e4157eaacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:51.045090759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fc544e-de10-4e9f-82e2-52e4157eaacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:51.096889806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fc544e-de10-4e9f-82e2-52e4157eaacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:51.148397192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05fc544e-de10-4e9f-82e2-52e4157eaacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:53.041820439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856a806f-5863-4d7e-a744-7011b7b18b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:53.093355317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856a806f-5863-4d7e-a744-7011b7b18b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:53.144946007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856a806f-5863-4d7e-a744-7011b7b18b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:53.199589725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856a806f-5863-4d7e-a744-7011b7b18b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:55.105601126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6cb956-38f6-46e3-999b-e2155b9918dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:55.157066101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6cb956-38f6-46e3-999b-e2155b9918dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:55.208567043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6cb956-38f6-46e3-999b-e2155b9918dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:55.260196167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6cb956-38f6-46e3-999b-e2155b9918dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:55.26024532Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c3004b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c3004b","reconcileID":"fdef826b-d720-4cc6-bd09-e0c87f6404ea","aitenant":"ai-tenants/e2e-ipp-a-c3004b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:56.009473452Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c3004b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c3004b","reconcileID":"fdef826b-d720-4cc6-bd09-e0c87f6404ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c3004b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-c3004b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:57.192738535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469231a5-ca7d-4b63-8d6e-92035baaf7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:57.244259957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469231a5-ca7d-4b63-8d6e-92035baaf7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:57.295603771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469231a5-ca7d-4b63-8d6e-92035baaf7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:57.347329001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"469231a5-ca7d-4b63-8d6e-92035baaf7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:59.292001588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23aa2737-58bd-4265-ad70-fce2abb309f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:59.343849539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23aa2737-58bd-4265-ad70-fce2abb309f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:59.395569327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23aa2737-58bd-4265-ad70-fce2abb309f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:44:59.44812697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23aa2737-58bd-4265-ad70-fce2abb309f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:04.831806773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d45690-d6c0-444a-9fcf-fa4d069bf316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:04.883806154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d45690-d6c0-444a-9fcf-fa4d069bf316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:04.935435995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d45690-d6c0-444a-9fcf-fa4d069bf316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:04.987205897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d45690-d6c0-444a-9fcf-fa4d069bf316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:06.867109831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d023adcd-fec0-4ac3-8339-93f7777685a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:06.918784035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d023adcd-fec0-4ac3-8339-93f7777685a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:06.970393496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d023adcd-fec0-4ac3-8339-93f7777685a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:07.022212699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d023adcd-fec0-4ac3-8339-93f7777685a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.493641978Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","namespace":"ai-tenant-e2e-ipp-a-765361","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.493696848Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","namespace":"ai-tenant-e2e-ipp-a-765361","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.493744319Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","tenant":"e2e-ipp-a-765361","tenantID":"e2e-ipp-a-765361","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.547760981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"Deployment","name":"maas-api-e2e-ipp-a-765361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.609836935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"Service","name":"maas-api-e2e-ipp-a-765361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.670617013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-765361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.724322458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-765361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.779950697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.834467988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.891542009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:13.945806685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.000422148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.054408403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.116363339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"Service","name":"payload-processing-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.177706407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.231959818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.288295575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.346416299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.402163896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.455518633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.509349566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.563073956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-765361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:14.616340582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-765361"},"namespace":"ai-tenant-e2e-ipp-a-765361","name":"default-tenant","reconcileID":"ad9e59f9-9e40-4029-8197-2b1639270741","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-765361","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:19.630862952Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","namespace":"ai-tenant-e2e-ipp-b-39b96b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:19.630920146Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","namespace":"ai-tenant-e2e-ipp-b-39b96b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:19.630988796Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","tenant":"e2e-ipp-b-39b96b","tenantID":"e2e-ipp-b-39b96b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:19.684467569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-39b96b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:19.744089014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"Service","name":"maas-api-e2e-ipp-b-39b96b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:19.804775912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-39b96b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:19.858295056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-39b96b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:19.913719453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:19.967767717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.022351518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.079034207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.130482789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.181758173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.235027057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"Service","name":"payload-processing-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.286747363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.338623034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.390343289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.44186314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.50053601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.552088453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.603615224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.655730784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-39b96b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.707195267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-39b96b"},"namespace":"ai-tenant-e2e-ipp-b-39b96b","name":"default-tenant","reconcileID":"96657445-24c5-45be-b292-6d1ae033f20f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-39b96b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:20.906477446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:23.346461005Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-765361","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-765361","reconcileID":"9134e358-b051-4082-9b71-2d0802f4d12c","aitenant":"ai-tenants/e2e-ipp-a-765361","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:23.909779607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f30026-b936-4817-8b9f-083af7f80d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:23.961512324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f30026-b936-4817-8b9f-083af7f80d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:24.013205123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f30026-b936-4817-8b9f-083af7f80d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:24.065053422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f30026-b936-4817-8b9f-083af7f80d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:24.183415383Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-765361","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-765361","reconcileID":"9134e358-b051-4082-9b71-2d0802f4d12c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-765361","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-765361"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:25.954290187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fadc5cc1-cb56-4fbb-995f-d74eed34ade0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:26.005810855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fadc5cc1-cb56-4fbb-995f-d74eed34ade0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:26.057370526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fadc5cc1-cb56-4fbb-995f-d74eed34ade0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:26.109598003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fadc5cc1-cb56-4fbb-995f-d74eed34ade0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:28.094097106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afce4295-00ba-43b8-b8d4-e9dcaa2799ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:28.145970307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afce4295-00ba-43b8-b8d4-e9dcaa2799ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:28.197614929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afce4295-00ba-43b8-b8d4-e9dcaa2799ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:28.249341301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afce4295-00ba-43b8-b8d4-e9dcaa2799ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:30.203944124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7d6a9a-19c1-4d06-a099-bb4043fd0841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:30.256361154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7d6a9a-19c1-4d06-a099-bb4043fd0841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:30.308095534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7d6a9a-19c1-4d06-a099-bb4043fd0841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:30.359915389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7d6a9a-19c1-4d06-a099-bb4043fd0841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:30.81267489Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-39b96b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-39b96b","reconcileID":"cfc34a05-60fe-45f1-9598-ff24ecddeb20","aitenant":"ai-tenants/e2e-ipp-b-39b96b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:31.574996263Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-39b96b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-39b96b","reconcileID":"cfc34a05-60fe-45f1-9598-ff24ecddeb20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-39b96b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-39b96b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:32.136900708Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1ea605","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1ea605","reconcileID":"d3ca9f9b-93eb-4a9d-838b-e1f2a4ff87cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-1ea605","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-1ea605":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:32.300613694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3fe9a9-ae64-4f65-9eb7-ffb9d74b39b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:32.353524126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3fe9a9-ae64-4f65-9eb7-ffb9d74b39b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:32.406415681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3fe9a9-ae64-4f65-9eb7-ffb9d74b39b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:32.458612438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3fe9a9-ae64-4f65-9eb7-ffb9d74b39b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:34.445325229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8f6fd4-77d8-4c88-93b5-3e3a0e1c3bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:34.501543644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8f6fd4-77d8-4c88-93b5-3e3a0e1c3bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:34.554022604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8f6fd4-77d8-4c88-93b5-3e3a0e1c3bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:34.605966851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab8f6fd4-77d8-4c88-93b5-3e3a0e1c3bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:36.523113744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e153349c-1a81-4ef6-ba9d-e2bccd08f29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:36.574791559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e153349c-1a81-4ef6-ba9d-e2bccd08f29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:36.626268177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e153349c-1a81-4ef6-ba9d-e2bccd08f29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:36.677649717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e153349c-1a81-4ef6-ba9d-e2bccd08f29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:38.422255805Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6fb382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6fb382","reconcileID":"5b7225c2-6cbe-42f2-bf34-585f51f416ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6fb382","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6fb382":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:38.546777485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547e6a32-6a7b-4f41-9bc8-327e82f7a919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:38.599398597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547e6a32-6a7b-4f41-9bc8-327e82f7a919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:38.650686093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547e6a32-6a7b-4f41-9bc8-327e82f7a919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:38.70233939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547e6a32-6a7b-4f41-9bc8-327e82f7a919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:40.59471149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc766ee-e902-4e81-a31a-2de4de046645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:40.646683331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc766ee-e902-4e81-a31a-2de4de046645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:40.698546865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc766ee-e902-4e81-a31a-2de4de046645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:40.750132941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc766ee-e902-4e81-a31a-2de4de046645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.353479592Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","namespace":"ai-tenant-e2e-ipp-b-80ce39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.353563645Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","namespace":"ai-tenant-e2e-ipp-b-80ce39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.353631691Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","tenant":"e2e-ipp-b-80ce39","tenantID":"e2e-ipp-b-80ce39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.414001186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"Deployment","name":"maas-api-e2e-ipp-b-80ce39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.474793974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"Service","name":"maas-api-e2e-ipp-b-80ce39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.532359542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-80ce39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.586278885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-80ce39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.645616763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.700874719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.755831365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.810247694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.862041307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.913398253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:42.964641305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"Service","name":"payload-processing-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:43.018919648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:43.070705405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:43.122415499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:43.173882306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:43.229748854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:43.308375137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:43.36036364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:43.412417221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-80ce39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:43.46427014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-80ce39"},"namespace":"ai-tenant-e2e-ipp-b-80ce39","name":"default-tenant","reconcileID":"658426d1-a89b-4bfb-8527-dd8294f163c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-80ce39","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:44.148025349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7403c5-db69-4087-bdb7-857a56eb2dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:44.19988532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7403c5-db69-4087-bdb7-857a56eb2dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:44.251625613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7403c5-db69-4087-bdb7-857a56eb2dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:44.303276757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7403c5-db69-4087-bdb7-857a56eb2dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:46.17768825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b950d3-5f5f-4e79-9dce-c526cde9481c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:46.229353474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b950d3-5f5f-4e79-9dce-c526cde9481c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:46.280966568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b950d3-5f5f-4e79-9dce-c526cde9481c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:46.332371235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b950d3-5f5f-4e79-9dce-c526cde9481c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:47.568955085Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-80ce39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-80ce39","reconcileID":"3e7dd8b9-b95b-4bc4-b467-d40576d317f1","aitenant":"ai-tenants/e2e-ipp-b-80ce39","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.208378628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa6203d9-361f-4af2-8fe9-60c417bf0aeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.208397279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa6203d9-361f-4af2-8fe9-60c417bf0aeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.215898538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e081f2-dc8a-4f30-8ba3-f3f9fe253e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.26756643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e081f2-dc8a-4f30-8ba3-f3f9fe253e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.270901985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e346d834-bc73-4a4b-94ca-f33d000c290e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.270918178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e346d834-bc73-4a4b-94ca-f33d000c290e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.319120136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e081f2-dc8a-4f30-8ba3-f3f9fe253e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.370714307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e081f2-dc8a-4f30-8ba3-f3f9fe253e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.431138491Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-80ce39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-80ce39","reconcileID":"3e7dd8b9-b95b-4bc4-b467-d40576d317f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-80ce39","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-80ce39"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.47342293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"1cef9c56-f4d8-4b71-a7e2-658fa9337997","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38efe6","tenantID":"e2e-api-b-38efe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.600940191Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"1cef9c56-f4d8-4b71-a7e2-658fa9337997","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"name":"e2e-api-b-38efe6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.689105693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38efe6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"1cef9c56-f4d8-4b71-a7e2-658fa9337997","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.744212449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35f5e381-001d-4e76-834f-c0ea54d15829","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.744231011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35f5e381-001d-4e76-834f-c0ea54d15829","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.916698221Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","namespace":"ai-tenant-e2e-ipp-a-2fecef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.916748523Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","namespace":"ai-tenant-e2e-ipp-a-2fecef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.916797457Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","tenant":"e2e-ipp-a-2fecef","tenantID":"e2e-ipp-a-2fecef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:48.979247991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"Deployment","name":"maas-api-e2e-ipp-a-2fecef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.041393094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"Service","name":"maas-api-e2e-ipp-a-2fecef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.096464381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-2fecef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.150382857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-2fecef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.205825067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.260204252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.317436881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.38029442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.484312884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.538078671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.602050592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"Service","name":"payload-processing-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.664761124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.754406599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.808255752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.866918107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.922761315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:49.976059179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:50.031919214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:50.085815264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-2fecef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:50.139486284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2fecef"},"namespace":"ai-tenant-e2e-ipp-a-2fecef","name":"default-tenant","reconcileID":"88259c46-38d0-4593-b7ac-fb1d50bd9427","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-2fecef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:50.308703275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f10cd73-30d0-4fbd-b252-95df0a055737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:50.360389103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f10cd73-30d0-4fbd-b252-95df0a055737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:50.412085486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f10cd73-30d0-4fbd-b252-95df0a055737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:50.468291091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f10cd73-30d0-4fbd-b252-95df0a055737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:50.905925517Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:51.687753877Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2fecef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2fecef","reconcileID":"b1c57583-d995-45cc-bc3c-163748ac8c4f","aitenant":"ai-tenants/e2e-ipp-a-2fecef","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:52.363239758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264d5b76-960e-450d-ae1e-716138c668c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:52.415167035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264d5b76-960e-450d-ae1e-716138c668c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:52.467233856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264d5b76-960e-450d-ae1e-716138c668c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:52.474604543Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2fecef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2fecef","reconcileID":"b1c57583-d995-45cc-bc3c-163748ac8c4f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2fecef","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-2fecef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:52.519047899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264d5b76-960e-450d-ae1e-716138c668c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:54.41056386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01239e62-c1a7-4d0d-8fc8-89114eb77b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:54.46208029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01239e62-c1a7-4d0d-8fc8-89114eb77b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:54.513373797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01239e62-c1a7-4d0d-8fc8-89114eb77b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:54.564972407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01239e62-c1a7-4d0d-8fc8-89114eb77b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:55.500815316Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8ccc97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8ccc97","reconcileID":"997cfa7e-9f1d-47e1-afec-9a05c286cdb4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8ccc97","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8ccc97":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:56.488743244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b581e6-598a-4dc3-bec7-c8ee69b0c671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:56.48892511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"bea6e301-4147-40fa-9744-7fdb4046e569","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:56.541467179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b581e6-598a-4dc3-bec7-c8ee69b0c671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:56.593966845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b581e6-598a-4dc3-bec7-c8ee69b0c671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:56.598741139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"bea6e301-4147-40fa-9744-7fdb4046e569","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:56.645439826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b581e6-598a-4dc3-bec7-c8ee69b0c671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:56.922640707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"122a09de-0db6-4ac0-b6c9-c771f1a0d15d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:56.92265905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"122a09de-0db6-4ac0-b6c9-c771f1a0d15d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:56.964110051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"b2b4b7fb-bf6f-4e9f-b361-e0acda40f259","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:57.020697717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"b2b4b7fb-bf6f-4e9f-b361-e0acda40f259","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:57.224050666Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"fcb3b56e-280b-4ec7-8ae1-a16e0ef02157","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:57.475554256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"fcb3b56e-280b-4ec7-8ae1-a16e0ef02157","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:57.611893792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"fcb3b56e-280b-4ec7-8ae1-a16e0ef02157","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"name":"e2e-api-a-ebf6ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:57.611927697Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"e2e-e2e-api-a-ebf6ac-policy","reconcileID":"fcb3b56e-280b-4ec7-8ae1-a16e0ef02157","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ebf6ac-policy","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ebf6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:57.697757501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"886cfa79-f3d9-4c71-9b12-76586252e4be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:57.697781597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"886cfa79-f3d9-4c71-9b12-76586252e4be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:58.542983914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efbc54f5-05af-4818-96ec-c2ffaeabfece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:58.594841379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efbc54f5-05af-4818-96ec-c2ffaeabfece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:58.646504784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efbc54f5-05af-4818-96ec-c2ffaeabfece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:58.699011441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efbc54f5-05af-4818-96ec-c2ffaeabfece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:58.848264244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"73e5c6f0-6412-4543-a3fd-f35c3b659ef0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38efe6","tenantID":"e2e-api-b-38efe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:58.905002159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"73e5c6f0-6412-4543-a3fd-f35c3b659ef0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"name":"e2e-api-b-38efe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:45:58.967083295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38efe6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"73e5c6f0-6412-4543-a3fd-f35c3b659ef0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:00.590692958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c9b296-5201-4564-8582-b511c62f28af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:00.645950023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c9b296-5201-4564-8582-b511c62f28af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:00.697491432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c9b296-5201-4564-8582-b511c62f28af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:00.748976654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c9b296-5201-4564-8582-b511c62f28af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:02.63504557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"827f71fb-203d-4948-9876-c4608b021379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:02.687299623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"827f71fb-203d-4948-9876-c4608b021379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:02.738883156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"827f71fb-203d-4948-9876-c4608b021379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:02.790247281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"827f71fb-203d-4948-9876-c4608b021379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:09.071944371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"ccca48f4-ee32-4677-980a-b3f74c2b2ef0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38efe6","tenantID":"e2e-api-b-38efe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:09.128965488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"ccca48f4-ee32-4677-980a-b3f74c2b2ef0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"name":"e2e-api-b-38efe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:09.184335007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38efe6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c34e8030b54b3476272bdd0e8660ac844d9eac3367f09fd6c8f6e65841f0ab9e) AuthConfig (6235641f69b1c26bd929b5194ff3a9a246d042cc9d43da431ff670e6216debe5) AuthConfig (09636c4f8f8cc61be7080c366461f8ff8ce6ca3b0b400a5bc1b8461b266ceb4b) AuthConfig (f8944a975581aa3a09e925610f511887d67a344aed9ef58cd742a9f242245998) AuthConfig (e6d24088762503627c355aa046c05dc95f1d2ae73a59afd0033c384ab17972a9) AuthConfig (2e194d5857b7d11873c07fc8d27c27b98f1081eb9d55780b294e022a5441bad4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"ccca48f4-ee32-4677-980a-b3f74c2b2ef0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:09.241969346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"377943ff-8807-4bb2-9c12-2af13bf5a17c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:09.241989493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"377943ff-8807-4bb2-9c12-2af13bf5a17c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.346842707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"2b6f983b-cbd9-4360-9057-87c7bcb928b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38efe6","tenantID":"e2e-api-b-38efe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.404051727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"2b6f983b-cbd9-4360-9057-87c7bcb928b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"name":"e2e-api-b-38efe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.459684269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38efe6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c34e8030b54b3476272bdd0e8660ac844d9eac3367f09fd6c8f6e65841f0ab9e) AuthConfig (6235641f69b1c26bd929b5194ff3a9a246d042cc9d43da431ff670e6216debe5) AuthConfig (09636c4f8f8cc61be7080c366461f8ff8ce6ca3b0b400a5bc1b8461b266ceb4b) AuthConfig (f8944a975581aa3a09e925610f511887d67a344aed9ef58cd742a9f242245998) AuthConfig (e6d24088762503627c355aa046c05dc95f1d2ae73a59afd0033c384ab17972a9) AuthConfig (2e194d5857b7d11873c07fc8d27c27b98f1081eb9d55780b294e022a5441bad4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"2b6f983b-cbd9-4360-9057-87c7bcb928b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.757285298Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","namespace":"ai-tenant-e2e-api-a-ebf6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.757334613Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","namespace":"ai-tenant-e2e-api-a-ebf6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.757378315Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","tenant":"e2e-api-a-ebf6ac","tenantID":"e2e-api-a-ebf6ac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.811685074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"Deployment","name":"maas-api-e2e-api-a-ebf6ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.873824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"Service","name":"maas-api-e2e-api-a-ebf6ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.934583202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ebf6ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:19.990776051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ebf6ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.046024651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.100959891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.158489061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.214128039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.268615905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"Deployment","name":"payload-processing-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.320547707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.372587046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"Service","name":"payload-processing-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.424488795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"Service","name":"payload-pre-processing-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.47614719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.52738621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.579718604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.636700001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.68849975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.740546336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.792291506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-ebf6ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.844048522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ebf6ac"},"namespace":"ai-tenant-e2e-api-a-ebf6ac","name":"default-tenant","reconcileID":"827cd922-44c5-4d16-9f5e-4b08d0d9ad4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-ebf6ac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:20.90760008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:27.633421766Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ebf6ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ebf6ac","reconcileID":"864dc96f-8c71-4311-b1f1-927da0cf690f","aitenant":"ai-tenants/e2e-api-a-ebf6ac","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:28.148005718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f5d554-5d00-48d0-a39c-92be4295c746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:28.19944778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f5d554-5d00-48d0-a39c-92be4295c746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:28.251174771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f5d554-5d00-48d0-a39c-92be4295c746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:28.302639216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f5d554-5d00-48d0-a39c-92be4295c746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:28.468848249Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ebf6ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ebf6ac","reconcileID":"864dc96f-8c71-4311-b1f1-927da0cf690f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ebf6ac","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-ebf6ac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:29.565087301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"d200eef3-7c4c-4d33-8e52-cf24019248e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38efe6","tenantID":"e2e-api-b-38efe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:29.673197514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"d200eef3-7c4c-4d33-8e52-cf24019248e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"name":"e2e-api-b-38efe6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:29.728906455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38efe6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c34e8030b54b3476272bdd0e8660ac844d9eac3367f09fd6c8f6e65841f0ab9e) AuthConfig (6235641f69b1c26bd929b5194ff3a9a246d042cc9d43da431ff670e6216debe5) AuthConfig (09636c4f8f8cc61be7080c366461f8ff8ce6ca3b0b400a5bc1b8461b266ceb4b) AuthConfig (f8944a975581aa3a09e925610f511887d67a344aed9ef58cd742a9f242245998) AuthConfig (e6d24088762503627c355aa046c05dc95f1d2ae73a59afd0033c384ab17972a9) AuthConfig (2e194d5857b7d11873c07fc8d27c27b98f1081eb9d55780b294e022a5441bad4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"d200eef3-7c4c-4d33-8e52-cf24019248e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:30.198240954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b00fa0-4c4d-4acc-b3ae-b6545a1b69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:30.249733749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b00fa0-4c4d-4acc-b3ae-b6545a1b69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:30.301234325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b00fa0-4c4d-4acc-b3ae-b6545a1b69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:30.352777534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b00fa0-4c4d-4acc-b3ae-b6545a1b69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:30.984773872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"b6409a5b-a544-42a5-a37f-446112a2b904","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-1ea605","tenantID":"e2e-ipp-b-1ea605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:31.101296083Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"b6409a5b-a544-42a5-a37f-446112a2b904","name":"e2e-ipp-b-1ea605-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:35.399822134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"19a451ae-ba7c-4253-a639-5ecc827d6b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38efe6","tenantID":"e2e-api-b-38efe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:35.444418602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c853fe7e-8f5f-4b86-9dc3-c2a76c9c82c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:35.444434672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c853fe7e-8f5f-4b86-9dc3-c2a76c9c82c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:35.456692265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"19a451ae-ba7c-4253-a639-5ecc827d6b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"name":"e2e-api-b-38efe6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:46:35.771343655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"19a451ae-ba7c-4253-a639-5ecc827d6b69","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-38efe6-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:35.772599962Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"2c0de795-043d-47e9-85ad-d0e357207b81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:35.978901182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"2c0de795-043d-47e9-85ad-d0e357207b81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38efe6","tenantID":"e2e-api-b-38efe6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:36.113477482Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"2c0de795-043d-47e9-85ad-d0e357207b81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"name":"e2e-api-b-38efe6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:36.113501675Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"e2e-e2e-api-b-38efe6-policy","reconcileID":"2c0de795-043d-47e9-85ad-d0e357207b81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38efe6-policy","namespace":"ai-tenant-e2e-api-b-38efe6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38efe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:36.169801845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10ef598d-43e7-4897-89e4-e4914eb21caf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:36.169818788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10ef598d-43e7-4897-89e4-e4914eb21caf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:36.697851178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc0b900-aedb-4a75-821f-f29e1181e258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:36.749507413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc0b900-aedb-4a75-821f-f29e1181e258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:36.802425441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc0b900-aedb-4a75-821f-f29e1181e258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:36.854991396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc0b900-aedb-4a75-821f-f29e1181e258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:38.722885959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc65b4d6-49fd-41e7-a661-8f784762d7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:38.775111642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc65b4d6-49fd-41e7-a661-8f784762d7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:38.826569434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc65b4d6-49fd-41e7-a661-8f784762d7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:38.877944001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc65b4d6-49fd-41e7-a661-8f784762d7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.234218025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"23fdcf7d-8a93-4123-8268-c21397b6723a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.350642258Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"23fdcf7d-8a93-4123-8268-c21397b6723a","name":"e2e-praxis-a-6fb382-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.409032947Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","namespace":"ai-tenant-e2e-api-b-38efe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.409098511Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","namespace":"ai-tenant-e2e-api-b-38efe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.409183675Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","tenant":"e2e-api-b-38efe6","tenantID":"e2e-api-b-38efe6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.46268801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"Deployment","name":"maas-api-e2e-api-b-38efe6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.525433777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"Service","name":"maas-api-e2e-api-b-38efe6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.58286904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-38efe6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.64168865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-38efe6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.6967593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.751594956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.808201743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.863603198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.915198357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"Deployment","name":"payload-processing-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:41.966731665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.018066474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"Service","name":"payload-processing-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.06952785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"Service","name":"payload-pre-processing-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.120837128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.172298993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.223507629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.281170143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.332726478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.384020763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.435297775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-38efe6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:42.487081728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38efe6"},"namespace":"ai-tenant-e2e-api-b-38efe6","name":"default-tenant","reconcileID":"666ce724-31c4-4f05-9971-761c280eeafd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-38efe6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:48.919489982Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-38efe6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-38efe6","reconcileID":"6dc4f324-f38c-4274-9cff-1a72cb3265f6","aitenant":"ai-tenants/e2e-api-b-38efe6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:49.43468184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551a3ce3-8d91-4707-8038-36e0567cdb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:49.486552593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551a3ce3-8d91-4707-8038-36e0567cdb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:49.540637539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551a3ce3-8d91-4707-8038-36e0567cdb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:49.592372746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551a3ce3-8d91-4707-8038-36e0567cdb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:49.755929474Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-38efe6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-38efe6","reconcileID":"6dc4f324-f38c-4274-9cff-1a72cb3265f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-38efe6","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-38efe6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:50.905487213Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:51.462909617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a31c8e-2826-4591-b70e-67f7bfd941f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:51.514406939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a31c8e-2826-4591-b70e-67f7bfd941f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:51.565874745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a31c8e-2826-4591-b70e-67f7bfd941f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:51.61746095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a31c8e-2826-4591-b70e-67f7bfd941f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:55.797373365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735c6058-1360-4fe2-80e8-8771ac4e3a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:55.849035414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735c6058-1360-4fe2-80e8-8771ac4e3a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:55.900585581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735c6058-1360-4fe2-80e8-8771ac4e3a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:55.952338819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735c6058-1360-4fe2-80e8-8771ac4e3a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:56.384334343Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dd3113","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dd3113","reconcileID":"b24d03b2-8010-4c40-a4ec-25f74121102a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-dd3113","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-dd3113":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:57.842856497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc17281c-f598-4257-be81-6ae1aeaccd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:57.894590726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc17281c-f598-4257-be81-6ae1aeaccd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:57.945981209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc17281c-f598-4257-be81-6ae1aeaccd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:57.997574513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc17281c-f598-4257-be81-6ae1aeaccd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.100776497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"2cb88c4c-c24f-4937-95c2-a000a4818176","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8ccc97","tenantID":"e2e-praxis-a-8ccc97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.218601729Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"2cb88c4c-c24f-4937-95c2-a000a4818176","name":"e2e-praxis-a-8ccc97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.276461397Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","namespace":"ai-tenant-e2e-ipp-b-a0bb98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.276512755Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","namespace":"ai-tenant-e2e-ipp-b-a0bb98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.276562934Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","tenant":"e2e-ipp-b-a0bb98","tenantID":"e2e-ipp-b-a0bb98","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.332747709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a0bb98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.393266646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"Service","name":"maas-api-e2e-ipp-b-a0bb98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.45480254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a0bb98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.508459238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a0bb98","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.566322304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.621270591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.678080407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.732972205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.78723999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.841662602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.902574839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"Service","name":"payload-processing-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:58.963784015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.052364109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.106939571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.162518546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.220926973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.274935643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.374548919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.429764246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a0bb98","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.483648078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a0bb98"},"namespace":"ai-tenant-e2e-ipp-b-a0bb98","name":"default-tenant","reconcileID":"484ca3a7-49a2-4cdd-90b7-45b1e0e20147","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a0bb98","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.902483059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9658ee97-c445-4188-b5ff-034c282a7005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:46:59.954003801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9658ee97-c445-4188-b5ff-034c282a7005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:00.005659455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9658ee97-c445-4188-b5ff-034c282a7005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:00.059620415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9658ee97-c445-4188-b5ff-034c282a7005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:03.165879113Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a0bb98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a0bb98","reconcileID":"e4a54600-b3a1-4458-a9ca-9810606d575f","aitenant":"ai-tenants/e2e-ipp-b-a0bb98","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:03.364279369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b4dd2e-6787-47e9-8613-2c72cc37a365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:03.415794828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b4dd2e-6787-47e9-8613-2c72cc37a365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:03.468036694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b4dd2e-6787-47e9-8613-2c72cc37a365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:03.519465306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b4dd2e-6787-47e9-8613-2c72cc37a365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:03.956646871Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a0bb98","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a0bb98","reconcileID":"e4a54600-b3a1-4458-a9ca-9810606d575f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a0bb98","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a0bb98"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:05.400233421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f078964-10c1-4855-9579-34993ce86110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:05.45268617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f078964-10c1-4855-9579-34993ce86110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:05.504916083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f078964-10c1-4855-9579-34993ce86110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:05.556704928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f078964-10c1-4855-9579-34993ce86110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:07.496271824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f161ea0-4e1a-40f9-899f-b4648084e37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:07.548798895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f161ea0-4e1a-40f9-899f-b4648084e37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:07.600551315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f161ea0-4e1a-40f9-899f-b4648084e37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:07.653272374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f161ea0-4e1a-40f9-899f-b4648084e37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:09.59231854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f27223a-1cd7-4adf-96cd-edd7b03aecb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:09.643860186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f27223a-1cd7-4adf-96cd-edd7b03aecb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:09.695292142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f27223a-1cd7-4adf-96cd-edd7b03aecb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:09.746900535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f27223a-1cd7-4adf-96cd-edd7b03aecb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:11.443428302Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-427255","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-427255","reconcileID":"b9f94773-60ce-4a44-9f4f-712f13422134","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-427255","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-427255":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:11.691433971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1720e89-2d43-43cd-8d60-c95ee8033a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:11.742988239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1720e89-2d43-43cd-8d60-c95ee8033a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:11.794295214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1720e89-2d43-43cd-8d60-c95ee8033a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:11.845702631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1720e89-2d43-43cd-8d60-c95ee8033a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:13.763473536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920397e7-34b0-45ac-967c-f3e23d59a6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:13.815374643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920397e7-34b0-45ac-967c-f3e23d59a6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:13.867355166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920397e7-34b0-45ac-967c-f3e23d59a6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:13.91877359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920397e7-34b0-45ac-967c-f3e23d59a6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:15.806779578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3e4450-3e97-40b8-9473-81120916d8d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:15.858336003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3e4450-3e97-40b8-9473-81120916d8d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:15.909918496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3e4450-3e97-40b8-9473-81120916d8d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:15.961518799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3e4450-3e97-40b8-9473-81120916d8d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:17.836992433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1de85d9-3f02-4b23-aab0-dd650fd1c803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:17.888482332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1de85d9-3f02-4b23-aab0-dd650fd1c803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:17.939856882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1de85d9-3f02-4b23-aab0-dd650fd1c803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:17.993071564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1de85d9-3f02-4b23-aab0-dd650fd1c803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:19.868280521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3b478a-3e2d-41cc-88e5-244a5b508792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:19.921083397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3b478a-3e2d-41cc-88e5-244a5b508792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:19.972511018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3b478a-3e2d-41cc-88e5-244a5b508792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:20.024306663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3b478a-3e2d-41cc-88e5-244a5b508792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:20.905540454Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:21.900307402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47eaf66e-d6b8-4d86-8d29-e68e859168cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:21.951650104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47eaf66e-d6b8-4d86-8d29-e68e859168cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:22.003225477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47eaf66e-d6b8-4d86-8d29-e68e859168cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:22.054542982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47eaf66e-d6b8-4d86-8d29-e68e859168cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:23.942675328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b74f702-eb5d-4fbb-bca9-9940041332a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:23.994285714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b74f702-eb5d-4fbb-bca9-9940041332a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:24.048308031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b74f702-eb5d-4fbb-bca9-9940041332a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:24.10018518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b74f702-eb5d-4fbb-bca9-9940041332a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:25.972802243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad85afae-b035-49cf-b11c-da82aa338498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:26.024716752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad85afae-b035-49cf-b11c-da82aa338498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:26.076379117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad85afae-b035-49cf-b11c-da82aa338498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:26.127899453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad85afae-b035-49cf-b11c-da82aa338498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:28.008383451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858ada99-1b04-4c93-8ffc-7f0a0b110b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:28.059884337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858ada99-1b04-4c93-8ffc-7f0a0b110b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:28.111309949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858ada99-1b04-4c93-8ffc-7f0a0b110b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:28.162943819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858ada99-1b04-4c93-8ffc-7f0a0b110b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:30.053696147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a99e09a-25eb-4143-9764-f2cca87c3a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:30.105371008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a99e09a-25eb-4143-9764-f2cca87c3a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:30.156902632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a99e09a-25eb-4143-9764-f2cca87c3a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:30.208516112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a99e09a-25eb-4143-9764-f2cca87c3a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:32.072113272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9571629-8c21-4cbe-b6c1-a0b2db3fa966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:32.124446725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9571629-8c21-4cbe-b6c1-a0b2db3fa966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:32.176076903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9571629-8c21-4cbe-b6c1-a0b2db3fa966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:32.227643635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9571629-8c21-4cbe-b6c1-a0b2db3fa966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:34.124733062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7db306-2b23-4cf4-bacb-0f7b29d46bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:34.176471977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7db306-2b23-4cf4-bacb-0f7b29d46bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:34.227979723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7db306-2b23-4cf4-bacb-0f7b29d46bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:34.282115563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7db306-2b23-4cf4-bacb-0f7b29d46bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:38.886393755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"01ef692a-53e0-46b3-b487-cc2858ef7c6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:38.988879915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"64acca50-e0b6-438c-b525-9d309048cf7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:39.089896241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"349f4204-57a5-49a2-9690-3c09d0e67b93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:39.253585005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25ace40b-90e8-4392-a0dc-5bfe27907a62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:39.353482228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"edb5de3a-ff6e-4d02-bc94-f578781178d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:39.502039842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c76a0b96-9f21-45bb-8efd-6319b1f6b4bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:39.752641153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"84063e39-6a84-413e-8a02-0fd32a6ef20b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:39.874075211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"87aa54fc-4421-41cd-b24a-f32786349100","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:39.971692814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"f2314331-87ca-4425-ba7a-b50402efb3b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:40.071756523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"6e343965-f3b8-441a-a816-01684b6a9fe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:40.172461668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"ea9a931a-126e-4374-9967-be9e45ad7d77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:40.272197211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"70281154-7a25-430a-b834-e4bad29d017c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:40.294669058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1550e0ea-ef71-4745-84e2-1cddf57cdb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:40.346402701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1550e0ea-ef71-4745-84e2-1cddf57cdb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:40.398204867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1550e0ea-ef71-4745-84e2-1cddf57cdb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:40.449534581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1550e0ea-ef71-4745-84e2-1cddf57cdb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:42.35869809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc59b7a-4b79-48c4-99ad-c38f7b455c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:42.410910299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc59b7a-4b79-48c4-99ad-c38f7b455c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:42.462451551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc59b7a-4b79-48c4-99ad-c38f7b455c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:42.514299123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc59b7a-4b79-48c4-99ad-c38f7b455c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:44.417215508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f3baae-0574-4a63-ad8a-1b2fc939a174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:44.469293915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f3baae-0574-4a63-ad8a-1b2fc939a174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:44.521088685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f3baae-0574-4a63-ad8a-1b2fc939a174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:44.573365528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f3baae-0574-4a63-ad8a-1b2fc939a174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:46.44710042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb4bc705-05c0-4fd4-8038-897f9cef6ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:46.498596097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb4bc705-05c0-4fd4-8038-897f9cef6ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:46.55018083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb4bc705-05c0-4fd4-8038-897f9cef6ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:46.601782027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb4bc705-05c0-4fd4-8038-897f9cef6ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:47.543399391Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1e2492","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1e2492","reconcileID":"d09a60f3-9733-440a-8fb7-e7316a8376be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1e2492","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1e2492":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:48.52904307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40096c9e-ae77-45bb-ade4-36d3b4e342ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:48.580599236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40096c9e-ae77-45bb-ade4-36d3b4e342ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:48.632014523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40096c9e-ae77-45bb-ade4-36d3b4e342ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:48.683567332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40096c9e-ae77-45bb-ade4-36d3b4e342ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:50.552122346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507b4762-bdaa-43bb-b071-a52a8f43afd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:50.603894645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507b4762-bdaa-43bb-b071-a52a8f43afd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:50.655317235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507b4762-bdaa-43bb-b071-a52a8f43afd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:50.706987772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507b4762-bdaa-43bb-b071-a52a8f43afd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:50.90568175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:52.594678843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b50628-d8b9-4b14-bec7-90b4b97a62bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:52.646300516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b50628-d8b9-4b14-bec7-90b4b97a62bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:52.697977938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b50628-d8b9-4b14-bec7-90b4b97a62bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:52.749694433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b50628-d8b9-4b14-bec7-90b4b97a62bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:56.418223266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5c7632-01aa-4126-a62e-480ebe52f6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:56.470247884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5c7632-01aa-4126-a62e-480ebe52f6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:56.52165714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5c7632-01aa-4126-a62e-480ebe52f6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:56.573043584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e5c7632-01aa-4126-a62e-480ebe52f6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:58.453935708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7f158-bf83-437e-be60-cf1dae1f6972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:58.505468075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7f158-bf83-437e-be60-cf1dae1f6972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:58.557358135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7f158-bf83-437e-be60-cf1dae1f6972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:58.608785253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7f158-bf83-437e-be60-cf1dae1f6972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:59.791344189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"7e7df70e-f8c2-4d07-a5fe-7fd4ee2cc7a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd3113","tenantID":"e2e-ipp-a-dd3113","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:47:59.910240801Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"7e7df70e-f8c2-4d07-a5fe-7fd4ee2cc7a3","name":"e2e-ipp-a-dd3113-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:04.146948678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443f370b-a3b4-4d95-a0e4-462cf205c300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:04.198581826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443f370b-a3b4-4d95-a0e4-462cf205c300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:04.25006772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443f370b-a3b4-4d95-a0e4-462cf205c300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:04.302009818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443f370b-a3b4-4d95-a0e4-462cf205c300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:04.732057899Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbcdc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbcdc2","reconcileID":"aaa4d490-c33e-4721-9dd7-81b5e7dd4dc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-dbcdc2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-dbcdc2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:06.199934669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12f7d7c-d773-43ad-868e-2296d31a642c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:06.251595614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12f7d7c-d773-43ad-868e-2296d31a642c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:06.303090256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12f7d7c-d773-43ad-868e-2296d31a642c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:06.357694512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12f7d7c-d773-43ad-868e-2296d31a642c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:16.744801325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"133c6f20-e7f6-4ecc-9aa7-c72ab60d3b0f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-427255","tenantID":"e2e-praxis-a-427255","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:16.862579662Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"133c6f20-e7f6-4ecc-9aa7-c72ab60d3b0f","name":"e2e-praxis-a-427255-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:20.910535345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:22.211393359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"200ad20a-87e1-4d48-945f-f4e273e24bbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:22.310587355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"1c1d3a5e-8712-4b65-a55d-b5fa2af80edc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:22.41340561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"4e57d2ee-9031-4392-b0c8-4a1c53c6c653","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:22.517815015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"da3bc92a-da83-41de-8f94-e027dd61a2f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:22.617065167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8749f78f-f487-4c81-9611-3a0f933172b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:22.717816651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"5172a8c1-192e-4394-8770-db946f199a17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:22.818420833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7391153d-665b-479a-924b-83154f25b82a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:23.126546852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"183f4b2c-002f-4981-a006-84de601fa74c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:23.22740026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"6c93ac72-669e-420e-a27d-2a932d0795e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:23.326603301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"c2c319be-e3a5-4cb7-9915-34bf08f8035b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:23.427438821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"d05150c5-9165-4cff-9612-cb10d094a816","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:23.528863302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"afe8438c-28fa-4c81-ba95-c5ea1ef73e55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:50.905801873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:58.214512847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"925fb5e9-8067-4539-b71e-df56e5f0d6d0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1e2492","tenantID":"e2e-praxis-b-1e2492","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:48:58.331731198Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"925fb5e9-8067-4539-b71e-df56e5f0d6d0","name":"e2e-praxis-b-1e2492-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:10.091454198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1182a145-27d5-4e25-95da-bf749c45872e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:10.142853558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1182a145-27d5-4e25-95da-bf749c45872e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:10.194347354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1182a145-27d5-4e25-95da-bf749c45872e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:10.245953673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1182a145-27d5-4e25-95da-bf749c45872e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:12.190843806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bd8a05-f325-427c-9948-e100a6abeca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:12.24273928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bd8a05-f325-427c-9948-e100a6abeca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:12.294404257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bd8a05-f325-427c-9948-e100a6abeca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:12.345873286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bd8a05-f325-427c-9948-e100a6abeca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:18.350412075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"63417f60-3853-4ffa-be68-d5d66722ff5c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-dbcdc2","tenantID":"e2e-praxis-b-dbcdc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:18.468539887Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"63417f60-3853-4ffa-be68-d5d66722ff5c","name":"e2e-praxis-b-dbcdc2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:20.683518895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c365f4b6-d26e-4bc9-8419-5608de285ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:20.736249577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c365f4b6-d26e-4bc9-8419-5608de285ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:20.788768236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c365f4b6-d26e-4bc9-8419-5608de285ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:20.840379484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c365f4b6-d26e-4bc9-8419-5608de285ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:20.906438704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:22.110662101Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-058c42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-058c42","reconcileID":"ff08c436-24e5-4ad1-880e-14fb37930ff3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-058c42","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-058c42":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:22.750684279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781788bd-0d35-476a-8a50-ae2c5035d51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:22.802583558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781788bd-0d35-476a-8a50-ae2c5035d51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:22.853997921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781788bd-0d35-476a-8a50-ae2c5035d51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:22.905813851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781788bd-0d35-476a-8a50-ae2c5035d51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:24.804834403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc1a55f-ec1f-4c59-9f7d-8bfeb2f3926b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:24.856532962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc1a55f-ec1f-4c59-9f7d-8bfeb2f3926b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:24.908004153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc1a55f-ec1f-4c59-9f7d-8bfeb2f3926b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:24.959614843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc1a55f-ec1f-4c59-9f7d-8bfeb2f3926b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:26.835312665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d11f36b-9a5b-467d-8e76-0113997c09cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:26.88688595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d11f36b-9a5b-467d-8e76-0113997c09cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:26.938390965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d11f36b-9a5b-467d-8e76-0113997c09cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:26.989909328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d11f36b-9a5b-467d-8e76-0113997c09cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:32.595501613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f802b8-9387-4328-8d9a-71bf60e0e35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:32.6473385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f802b8-9387-4328-8d9a-71bf60e0e35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:32.700675769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f802b8-9387-4328-8d9a-71bf60e0e35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:32.752600062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f802b8-9387-4328-8d9a-71bf60e0e35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:34.625386191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fbd349-d462-42f7-a422-5f000cd77474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:34.677083492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fbd349-d462-42f7-a422-5f000cd77474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:34.729134359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fbd349-d462-42f7-a422-5f000cd77474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:34.780763657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fbd349-d462-42f7-a422-5f000cd77474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:41.012865451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e8483b-87c1-4905-8c84-c094a0e3c59f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:41.066957475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e8483b-87c1-4905-8c84-c094a0e3c59f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:41.119216164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e8483b-87c1-4905-8c84-c094a0e3c59f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:41.170756751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e8483b-87c1-4905-8c84-c094a0e3c59f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:41.601891534Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-498e81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-498e81","reconcileID":"7b5059a1-a5b1-48a9-9b88-927b4d293006","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-498e81","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-498e81":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:43.080783394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4852f03-a912-43f4-8025-5a2da16e8072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:43.132441814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4852f03-a912-43f4-8025-5a2da16e8072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:43.183899273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4852f03-a912-43f4-8025-5a2da16e8072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:43.235319736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4852f03-a912-43f4-8025-5a2da16e8072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:45.115138584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12afa0c-d174-4065-96d0-069edeb8f32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:45.166683572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12afa0c-d174-4065-96d0-069edeb8f32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:45.218763285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12afa0c-d174-4065-96d0-069edeb8f32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:45.270793179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12afa0c-d174-4065-96d0-069edeb8f32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:47.152237509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde01482-cde5-46b1-8397-0b2ae54df0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:47.20382112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde01482-cde5-46b1-8397-0b2ae54df0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:47.255414184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde01482-cde5-46b1-8397-0b2ae54df0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:47.307064889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde01482-cde5-46b1-8397-0b2ae54df0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:50.905508072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:59.08274478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"2fbbbc14-4a2f-409d-9e5c-3add1b1f51f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:59.217276233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"8eee24f9-7bae-4ca3-9a12-4cf1fd9bcff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:59.347971862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"f6df791a-4826-4c16-8f3f-6a6ec251da72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:59.475643781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"0849269c-5e9a-4a3f-ade5-f911b8942a9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:59.582452521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8748bdeb-a5c9-4991-98fd-309d4f481dff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:59.849508838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"53fe56e3-540e-4cf2-b891-58191151e0d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:49:59.951977194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"20982111-9d37-49ed-b911-6be567777a5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:00.110198865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"7562ba6b-de21-47fd-bc78-c467531d2cff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:00.208462696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"a84e6e3d-fd5d-47f7-be42-bc9882bd8780","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:00.312269752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eea263a9-ae7b-4ce2-8445-5cdadfb2dedc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:00.349407946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"c7841de7-7b12-41fc-ab4e-d2fbf0fa976e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:00.411799216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"08f50ba2-0180-42be-95af-88afbe482b12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:01.582483064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4188b26b-f4c3-43aa-ab5c-49581d32fda7","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:01.582504742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4188b26b-f4c3-43aa-ab5c-49581d32fda7","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:07.159746475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"b929f5f1-a465-4810-afae-7f9f9201b4b8","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:07.159772882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"b929f5f1-a465-4810-afae-7f9f9201b4b8","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:07.216655667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"945e5844-de65-4aee-9a0c-184a3b8da01c","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:07.216673553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"945e5844-de65-4aee-9a0c-184a3b8da01c","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:07.319975395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"46a36dc0-26b5-4e11-8be7-a8ed65fd15cc","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:07.447812336Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"46a36dc0-26b5-4e11-8be7-a8ed65fd15cc","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:07.503888341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2d4a59-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"46a36dc0-26b5-4e11-8be7-a8ed65fd15cc","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:07.561328025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"e5311780-2590-466f-97f6-3596ffb260df","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:07.561341785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"e5311780-2590-466f-97f6-3596ffb260df","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:14.7731165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2364054-f108-4685-ac77-c242da5813a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:14.824886817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2364054-f108-4685-ac77-c242da5813a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:14.876382317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2364054-f108-4685-ac77-c242da5813a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:14.928007878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2364054-f108-4685-ac77-c242da5813a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:16.809272677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2864e00-d736-41f4-9eef-0d9a6bb14f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:16.860758154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2864e00-d736-41f4-9eef-0d9a6bb14f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:16.913438557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2864e00-d736-41f4-9eef-0d9a6bb14f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:16.96537726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2864e00-d736-41f4-9eef-0d9a6bb14f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:17.666057473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"43624cd5-3ede-4352-9842-579c8063cca7","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:17.72311977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"43624cd5-3ede-4352-9842-579c8063cca7","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:17.778511502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2d4a59-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"43624cd5-3ede-4352-9842-579c8063cca7","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:20.904911624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:27.883195658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"04848513-71cd-4396-8fc6-c17bbd98c760","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:27.940060712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"04848513-71cd-4396-8fc6-c17bbd98c760","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:27.995824422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2d4a59-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5644bbb55483b02e3248b193518abe0f679be935f6f83a60080efc9543e9f313) AuthConfig (bf4384c41171d5a2a86efed44ce8cf34904488bf6b85d2f2f428aaea9dd6b254) AuthConfig (0c7386c7ebfd35c99bb6884e371737a981ba8e3cba573786a1ccea285e4e1ebc) AuthConfig (49d5ba0a5c584ecbf28282778ecdf9604523621c1cd06611db688da190602882) AuthConfig (c879efe61f26b75c1f9f11e8d9b22759a76b3cb74c5804a711bf73ed93ba8e99) AuthConfig (9e9294f3df14853e3f1969d5286511f93883c441583fe92c5ceee0e48c635005) AuthConfig (385bec68e3537baed4a46f58a384803d0c735ba9c49b8d8122ca9ccb88238a80) AuthConfig (9bd43d0032fd51fe907e1d0927176832d2a49d851026e5d3354d7999fb2f9542) AuthConfig (31a9e48bf3e6385e0ad7dd35df8a8a2f0f1c2e7b8430291c2553715e6a04c9d4) AuthConfig (aa38aef4e39edf13a481495892c705334dda1bedf6ba5bfc7d51458b3be26132) AuthConfig (a90082271e61d8e9d9d05cf4a77fcde094e16de4a4873d73ed44b07aecad1515) AuthConfig (1796356c6b67e1f65354dc64a6f015c03ac78675f58956a5decc022b077818fd) AuthConfig (9a9957c5594483cde612fdf842831fac8490ec54d0cc89929bdfda178c98cce9) AuthConfig (e10ea3749990fd469ef2322a54f4833f2a30e21ecfd02de21e97e0a55c5331ca) AuthConfig (2bfe5a4c4f58f00e105818901cdfdd56489807b951789cb92d4448ccc04a4cf0) AuthConfig (43d93a8a1264f65a3efb1cf3d9235c3915c9b9fc154063b3a24f73b17d91ca3d) AuthConfig (af3ea772dccdec27bbe05fb4fdf339872dc6a5e2577304e229a13bd333a15b40) AuthConfig (a4515d2dd3c7319c3f26475392fd5bb3f62de58d52651350d0c08fd8f3f035f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"04848513-71cd-4396-8fc6-c17bbd98c760","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:28.053443001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"d14d728c-feb0-4bc8-a4b9-abce29fbf3db","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:28.05345897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"d14d728c-feb0-4bc8-a4b9-abce29fbf3db","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:36.801356139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d77beb-05fb-4792-9627-4bc87eedcf88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:36.852904485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d77beb-05fb-4792-9627-4bc87eedcf88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:36.904473408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d77beb-05fb-4792-9627-4bc87eedcf88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:36.955969641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d77beb-05fb-4792-9627-4bc87eedcf88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:38.158954617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"f4100522-f88a-4c09-b72e-476d318c2b13","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:38.215776763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"f4100522-f88a-4c09-b72e-476d318c2b13","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:38.352209277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2d4a59-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5644bbb55483b02e3248b193518abe0f679be935f6f83a60080efc9543e9f313) AuthConfig (bf4384c41171d5a2a86efed44ce8cf34904488bf6b85d2f2f428aaea9dd6b254) AuthConfig (0c7386c7ebfd35c99bb6884e371737a981ba8e3cba573786a1ccea285e4e1ebc) AuthConfig (49d5ba0a5c584ecbf28282778ecdf9604523621c1cd06611db688da190602882) AuthConfig (c879efe61f26b75c1f9f11e8d9b22759a76b3cb74c5804a711bf73ed93ba8e99) AuthConfig (9e9294f3df14853e3f1969d5286511f93883c441583fe92c5ceee0e48c635005) AuthConfig (385bec68e3537baed4a46f58a384803d0c735ba9c49b8d8122ca9ccb88238a80) AuthConfig (9bd43d0032fd51fe907e1d0927176832d2a49d851026e5d3354d7999fb2f9542) AuthConfig (31a9e48bf3e6385e0ad7dd35df8a8a2f0f1c2e7b8430291c2553715e6a04c9d4) AuthConfig (aa38aef4e39edf13a481495892c705334dda1bedf6ba5bfc7d51458b3be26132) AuthConfig (a90082271e61d8e9d9d05cf4a77fcde094e16de4a4873d73ed44b07aecad1515) AuthConfig (1796356c6b67e1f65354dc64a6f015c03ac78675f58956a5decc022b077818fd) AuthConfig (9a9957c5594483cde612fdf842831fac8490ec54d0cc89929bdfda178c98cce9) AuthConfig (e10ea3749990fd469ef2322a54f4833f2a30e21ecfd02de21e97e0a55c5331ca) AuthConfig (2bfe5a4c4f58f00e105818901cdfdd56489807b951789cb92d4448ccc04a4cf0) AuthConfig (43d93a8a1264f65a3efb1cf3d9235c3915c9b9fc154063b3a24f73b17d91ca3d) AuthConfig (af3ea772dccdec27bbe05fb4fdf339872dc6a5e2577304e229a13bd333a15b40) AuthConfig (a4515d2dd3c7319c3f26475392fd5bb3f62de58d52651350d0c08fd8f3f035f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"f4100522-f88a-4c09-b72e-476d318c2b13","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:38.909822234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39177a1d-7add-4da2-a6f9-e27208dff37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:38.961403107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39177a1d-7add-4da2-a6f9-e27208dff37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:39.012970942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39177a1d-7add-4da2-a6f9-e27208dff37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:39.06474022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39177a1d-7add-4da2-a6f9-e27208dff37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:41.014357816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff11b86-26bb-4d05-9d1a-75a02ce74b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:41.065850601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff11b86-26bb-4d05-9d1a-75a02ce74b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:41.11720117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff11b86-26bb-4d05-9d1a-75a02ce74b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:41.168784933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff11b86-26bb-4d05-9d1a-75a02ce74b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:42.556099075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"58c36d8d-1ade-4889-867e-9ee9de6d0730","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:42.88453725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"71791674-195b-46cf-b8c4-f5cad2a6687d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.097002598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef58e84-b852-47f5-af7c-589490c461b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.127562774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7bfc49d-cdb2-4589-8b19-ab691cf98af8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.148695099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef58e84-b852-47f5-af7c-589490c461b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.200208561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef58e84-b852-47f5-af7c-589490c461b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.252000185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef58e84-b852-47f5-af7c-589490c461b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.356513996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"9f12a734-3204-47b8-ac11-3d2f0196d3c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.408343496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"389e979b-485d-44fd-9a60-8475cabea1d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.460390177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"215a7e75-bdb7-486a-be23-a0dfec785034","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.503603445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"8b3eb43a-6f05-4474-90eb-180fd8d59844","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.686064096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3c0c54b-b232-456e-8fbb-dd5d1562317c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.813515348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"c68a0f8a-67fd-420a-80b5-46feeac4de5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.817600286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"9e55cf91-2175-435a-826d-8d364a793be1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.92671237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"29e28689-fb40-4219-b492-323c7f128d07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:43.999291613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"618fe8a1-24aa-43fd-a5c8-533a1add1143","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:47.212081672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"5c72df22-a805-4453-bbc6-5c0c84d085b8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-058c42","tenantID":"e2e-ipp-b-058c42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:47.329204141Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"5c72df22-a805-4453-bbc6-5c0c84d085b8","name":"e2e-ipp-b-058c42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:47.881333522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfd75fd-d749-4eec-8f15-ec5c215d7a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:47.932882363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfd75fd-d749-4eec-8f15-ec5c215d7a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:47.98431342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfd75fd-d749-4eec-8f15-ec5c215d7a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:48.035588956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfd75fd-d749-4eec-8f15-ec5c215d7a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:48.455896893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"67b0a7ed-f36b-4142-96fc-0a1c3059c16a","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:48.512958429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"67b0a7ed-f36b-4142-96fc-0a1c3059c16a","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:48.829460035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"c35dcac8-3817-48d4-8046-6adea7959173","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:48.82947583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"c35dcac8-3817-48d4-8046-6adea7959173","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:49.995314343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5847b6b-d86f-468b-ba97-dd4115e93d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:50.04694546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5847b6b-d86f-468b-ba97-dd4115e93d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:50.098459166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5847b6b-d86f-468b-ba97-dd4115e93d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:50.149868334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5847b6b-d86f-468b-ba97-dd4115e93d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:50.905661497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:52.089408368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0d9910-9ba1-4c66-91da-a278a4915213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:52.140824835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0d9910-9ba1-4c66-91da-a278a4915213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:52.192822049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0d9910-9ba1-4c66-91da-a278a4915213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:52.244479546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0d9910-9ba1-4c66-91da-a278a4915213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.109649637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d6e432-d7b0-4657-9990-8cd19dfd5b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.162051577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d6e432-d7b0-4657-9990-8cd19dfd5b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.214167586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d6e432-d7b0-4657-9990-8cd19dfd5b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.265652355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d6e432-d7b0-4657-9990-8cd19dfd5b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.309391268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"eea94933-6ebe-4366-8cad-8d5002f7fae4","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.309410228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"eea94933-6ebe-4366-8cad-8d5002f7fae4","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.367664006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4585595d-a454-49d8-a0c0-dace6f9e6d1e","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.367683098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4585595d-a454-49d8-a0c0-dace6f9e6d1e","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.412749752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"8c3cfabd-7d20-4e8b-af55-e019d8690838","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:50:54.416429313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"58c779a6-a57a-4644-887d-a85334837b26","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-2d4a59-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:50:54.420454579Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4585595d-a454-49d8-a0c0-dace6f9e6d1e","name":"ipp-route-2d4a59","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2d4a59\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:50:54.420504848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4585595d-a454-49d8-a0c0-dace6f9e6d1e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2d4a59\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.426517122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"79ee8011-b0cd-46e5-9da7-231781c44301","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.426531358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"79ee8011-b0cd-46e5-9da7-231781c44301","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.469341503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"8c3cfabd-7d20-4e8b-af55-e019d8690838","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.525115885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4215cfd4-6e99-4844-850a-981869ccbfa7","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.525131677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4215cfd4-6e99-4844-850a-981869ccbfa7","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.581671622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"1b7fdd1a-cf74-41bb-9b5a-5f1bd1aa78e1","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.581691564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"1b7fdd1a-cf74-41bb-9b5a-5f1bd1aa78e1","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.785622321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"2595745c-ae93-460a-a7aa-c9a5942598d1","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.791438704Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"faee5e24-a745-4410-928f-889ca2aba720","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"maas-trlp-ipp-route-2d4a59","model":"ipp-route-2d4a59","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.841891462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"2595745c-ae93-460a-a7aa-c9a5942598d1","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.955593072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"75ddb2b8-9d58-4ce8-8021-2bc7a0eb44bf","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:54.955608482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"75ddb2b8-9d58-4ce8-8021-2bc7a0eb44bf","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:55.163582044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"33a5aacb-6e27-4b55-92d9-b893707ebc18","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"maas-trlp-ipp-route-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:56.141891545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f031dfb1-1be2-4fa4-bed9-48359024ee54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:56.193195236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f031dfb1-1be2-4fa4-bed9-48359024ee54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:56.244734004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f031dfb1-1be2-4fa4-bed9-48359024ee54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:50:56.300826159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f031dfb1-1be2-4fa4-bed9-48359024ee54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:05.580072157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"50f20033-683d-499a-8435-35e04eb30fbe","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"maas-trlp-ipp-route-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:05.748465089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"2293a8c7-5696-4ef8-8917-75d971267cb3","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:05.748483559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"2293a8c7-5696-4ef8-8917-75d971267cb3","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:07.133792689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"48c8f69a-a17d-406c-be1d-99fcb3706ec1","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:07.190408617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"48c8f69a-a17d-406c-be1d-99fcb3706ec1","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:07.721766455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"57b51001-3448-4420-aa2a-3f1e487434b2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-498e81","tenantID":"e2e-praxis-b-498e81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:07.837882555Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"57b51001-3448-4420-aa2a-3f1e487434b2","name":"e2e-praxis-b-498e81-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:20.905880069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:27.988964047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"3329a052-f23a-4b87-8899-c99f48cc2b71","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:27.988986158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"3329a052-f23a-4b87-8899-c99f48cc2b71","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:28.159085025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"d67a5211-d6a1-425b-86c8-45323fc5c880","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:28.208937732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"729e5cf8-0df6-4722-84dc-ea2f74523264","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"maas-trlp-ipp-route-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:28.215780301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"d67a5211-d6a1-425b-86c8-45323fc5c880","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:28.374764865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"046e62c5-c620-40ea-8d03-1a195187ced9","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:28.374787619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"046e62c5-c620-40ea-8d03-1a195187ced9","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:28.582897994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"bb614cbd-d00f-4267-98e0-b71a8cfc12ee","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"maas-trlp-ipp-route-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:29.428300612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"92f82242-a990-41ca-83b4-253a1dd09f0a","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:29.428323509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"92f82242-a990-41ca-83b4-253a1dd09f0a","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:34.948806924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"9e72d196-53be-43a0-a354-a1fa3ccc4c08","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:34.948833306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"9e72d196-53be-43a0-a354-a1fa3ccc4c08","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:35.007692288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"92aae152-961b-4991-ac5f-48127c67c5ac","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:35.007713305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"92aae152-961b-4991-ac5f-48127c67c5ac","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:35.111396259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"40797d96-c505-4232-836c-c1298646b206","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:35.237915815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"40797d96-c505-4232-836c-c1298646b206","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:35.29326903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6fb382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"40797d96-c505-4232-836c-c1298646b206","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:35.352314585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"1de57650-de6d-4708-b3ab-3efef2e76e1b","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:35.352330764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"1de57650-de6d-4708-b3ab-3efef2e76e1b","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:38.375917099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"268b70fd-1de6-4541-bb75-65de4746bcb2","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:38.375936552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"268b70fd-1de6-4541-bb75-65de4746bcb2","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.166647344Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","namespace":"ai-tenant-e2e-praxis-a-8ccc97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.166714357Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","namespace":"ai-tenant-e2e-praxis-a-8ccc97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.16676764Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","tenant":"e2e-praxis-a-8ccc97","tenantID":"e2e-praxis-a-8ccc97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.220167047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8ccc97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.280005548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"Service","name":"maas-api-e2e-praxis-a-8ccc97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.344289278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8ccc97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.397781019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8ccc97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.452847548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.509358537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.566287995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.620467957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.672282546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.723728238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.775298975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"Service","name":"payload-processing-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.826862031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.879175438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.930815579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:39.98454102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:40.047100841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:40.102694637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:40.15405227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:40.205820501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8ccc97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:40.256927842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8ccc97"},"namespace":"ai-tenant-e2e-praxis-a-8ccc97","name":"default-tenant","reconcileID":"8a52a707-ddb9-405c-935c-ca7371342b6d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8ccc97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:43.797635066Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8ccc97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8ccc97","reconcileID":"f301cf10-f7d8-4e15-982e-426a51303557","aitenant":"ai-tenants/e2e-praxis-a-8ccc97","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:44.399714665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86ee0b7-ef49-4ef9-b8e5-304f4f2dcf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:44.452254196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86ee0b7-ef49-4ef9-b8e5-304f4f2dcf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:44.504097143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86ee0b7-ef49-4ef9-b8e5-304f4f2dcf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:44.555641196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86ee0b7-ef49-4ef9-b8e5-304f4f2dcf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:44.615090168Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8ccc97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8ccc97","reconcileID":"f301cf10-f7d8-4e15-982e-426a51303557","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8ccc97","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8ccc97"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:45.453376421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"4fcfc57a-b6a7-4b56-9988-48924b393664","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:45.510278235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"4fcfc57a-b6a7-4b56-9988-48924b393664","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:45.603967019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6fb382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"4fcfc57a-b6a7-4b56-9988-48924b393664","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:46.498369894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d88d2-b483-48b0-85ed-b12d11c5da7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:46.550110279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d88d2-b483-48b0-85ed-b12d11c5da7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:46.601569685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d88d2-b483-48b0-85ed-b12d11c5da7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:46.652835831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d88d2-b483-48b0-85ed-b12d11c5da7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:48.376667658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4da24b0e-743c-4ae8-9495-607fb0ce9523","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"tenant":"e2e-ipp-a-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:48.376690438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"4da24b0e-743c-4ae8-9495-607fb0ce9523","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"routeName":"ipp-route-2d4a59-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2d4a59","llmisvcName":"ipp-route-2d4a59","gateway":"openshift-ingress/e2e-ipp-a-2d4a59","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:48.544944801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e95b2cd-8f88-4359-a6b7-51856dfb3e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:48.597764445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e95b2cd-8f88-4359-a6b7-51856dfb3e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:48.649280599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e95b2cd-8f88-4359-a6b7-51856dfb3e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:48.70079151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e95b2cd-8f88-4359-a6b7-51856dfb3e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:50.90533606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.493794562Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","namespace":"ai-tenant-e2e-praxis-b-dbcdc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.493872131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","namespace":"ai-tenant-e2e-praxis-b-dbcdc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.493936103Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","tenant":"e2e-praxis-b-dbcdc2","tenantID":"e2e-praxis-b-dbcdc2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.547508178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"Deployment","name":"maas-api-e2e-praxis-b-dbcdc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.60679687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"Service","name":"maas-api-e2e-praxis-b-dbcdc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.667368422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-dbcdc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.723042123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-dbcdc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.777490511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.791376952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7649d996-7666-43d5-9722-d2ee39928af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.848313119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7649d996-7666-43d5-9722-d2ee39928af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.850038826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.899888911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7649d996-7666-43d5-9722-d2ee39928af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.951480732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7649d996-7666-43d5-9722-d2ee39928af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:52.956656273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.012219518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.063384021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.114362887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.213764785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"Service","name":"payload-processing-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.264660842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.315694411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.366527347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.417566152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.472597726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.523634138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.574743295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.625803701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-dbcdc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:53.676925787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbcdc2"},"namespace":"ai-tenant-e2e-praxis-b-dbcdc2","name":"default-tenant","reconcileID":"47b1b880-6c86-4a4c-9b7b-3e0876e9ce35","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-dbcdc2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:54.826276187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f2760a-425a-429b-95fb-e62084b058b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:54.87769465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f2760a-425a-429b-95fb-e62084b058b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:54.929077189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f2760a-425a-429b-95fb-e62084b058b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:54.980543769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f2760a-425a-429b-95fb-e62084b058b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.194410294Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"34a3de8e-96c0-42c5-b5d8-8edf9843f851","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.296223657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"a46f9e87-2e7a-4dae-8a3c-cd3465e003ec","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.352582053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"a46f9e87-2e7a-4dae-8a3c-cd3465e003ec","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.352612998Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"a46f9e87-2e7a-4dae-8a3c-cd3465e003ec","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:51:55.352701327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"34a3de8e-96c0-42c5-b5d8-8edf9843f851","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-2d4a59-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.515193323Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"72021f7d-97fa-47b9-8a23-648581f376b0","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0c8aa4f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.609348318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"cf072796-e994-4f57-a83b-3046b4c7a0f0","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:51:55.609568661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2d4a59","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59","reconcileID":"847d29dc-ffca-47e5-b6fe-89b797aa9b68","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-2d4a59\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.665536307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"cf072796-e994-4f57-a83b-3046b4c7a0f0","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.665561925Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"cf072796-e994-4f57-a83b-3046b4c7a0f0","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.70935355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"0e54e834-df2f-41ec-bebf-69a3a2837384","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.766813621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"0e54e834-df2f-41ec-bebf-69a3a2837384","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.821941242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6fb382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"0e54e834-df2f-41ec-bebf-69a3a2837384","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.852708571Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"783eb027-6a16-43be-a948-e933b4c6dceb","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0c8aa4f0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:51:55.869737548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"cf072796-e994-4f57-a83b-3046b4c7a0f0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"ipp-route-2d4a59-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:55.869881228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"8d9eac65-9ada-444b-95b0-aa49a1482142","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:56.073409067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"8d9eac65-9ada-444b-95b0-aa49a1482142","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:56.201800607Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"8d9eac65-9ada-444b-95b0-aa49a1482142","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"name":"e2e-ipp-a-2d4a59-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:56.201900695Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-auth","reconcileID":"8d9eac65-9ada-444b-95b0-aa49a1482142","MaaSAuthPolicy":{"name":"ipp-route-2d4a59-auth","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:56.452416142Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"6bef44f8-c4bd-41bb-82f4-5943f3ec99fd","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0c8aa4f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:56.856610795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41df3ae-e894-4066-9cca-99c00e7c3baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:56.90817462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41df3ae-e894-4066-9cca-99c00e7c3baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:56.959596628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41df3ae-e894-4066-9cca-99c00e7c3baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:57.011017861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41df3ae-e894-4066-9cca-99c00e7c3baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:58.894617706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392ac36d-19b0-4191-909c-272ba3cbbc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:58.9461705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392ac36d-19b0-4191-909c-272ba3cbbc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:58.99772364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392ac36d-19b0-4191-909c-272ba3cbbc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:59.049078802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392ac36d-19b0-4191-909c-272ba3cbbc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:51:59.363388586Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbcdc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbcdc2","reconcileID":"880d8b2a-db69-49cd-9708-d60c6357f309","aitenant":"ai-tenants/e2e-praxis-b-dbcdc2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:00.15049749Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbcdc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbcdc2","reconcileID":"880d8b2a-db69-49cd-9708-d60c6357f309","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-dbcdc2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-dbcdc2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:00.986997595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e0883a-d7e2-49ad-ab86-d7e9aa6122fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:01.038443822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e0883a-d7e2-49ad-ab86-d7e9aa6122fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:01.089705992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e0883a-d7e2-49ad-ab86-d7e9aa6122fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:01.141100849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e0883a-d7e2-49ad-ab86-d7e9aa6122fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:03.05742889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ff1e5a-eab5-4320-b03d-2eedfa6c2ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:03.109705199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ff1e5a-eab5-4320-b03d-2eedfa6c2ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:03.161139886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ff1e5a-eab5-4320-b03d-2eedfa6c2ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:03.212667792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ff1e5a-eab5-4320-b03d-2eedfa6c2ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:05.103043608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132a7973-38d3-4250-a395-f7d580ba8a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:05.154754368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132a7973-38d3-4250-a395-f7d580ba8a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:05.206134629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132a7973-38d3-4250-a395-f7d580ba8a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:05.257736651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132a7973-38d3-4250-a395-f7d580ba8a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:05.676864787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"6a19dbdd-0b00-40ae-b65d-7c459abaf7d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:05.926327963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"453899e1-d9bc-4daf-95f8-c9972a0fef6b","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:05.983015923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"453899e1-d9bc-4daf-95f8-c9972a0fef6b","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:06.03834787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6fb382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (511ff8274a9c0288b05123b3eb5eccd2e5e4fcffc262ea7c4d44b17a6e6e729f) AuthConfig (9e4abb4865d376949096dabaf8fff86d42a447b5ae19e7754cc68ede04f0f4bc) AuthConfig (5d86a19b963fc5a0a88d0e3582681d4f398f65e301c3ec4aebd42b2760f1121d) AuthConfig (6f7b0c0cd7b6561ad6d5c8eb53bacd900e46a4c26d87d1c5aec02de1b1df29a2) AuthConfig (652eafc1e28d523449c7d44e2ce2c917e3f454a0517ea58ba919ccdf39435a77) AuthConfig (621bf1c348609e925667c4405b4959cfbead1eda5fa2532efa2ac2e2f69ad734) AuthConfig (49236240e0d78f900546dc05c722c5a328d743214d72eb4e9b3834709471c59a) AuthConfig (bb179f549e1dbbe311009741e95c9806bad2ea4a900c315fd6bd71293d50928d) AuthConfig (1140d6add47897903cf0eec0459bd0bb4efbae6efd721ef66a806560f4c4c9e3) AuthConfig (a58077957c0a51e5498b2c1783afb2228ebb8402f5207294bbd40b4a0c00dde1) AuthConfig (d4228dd61e4fb695ce03fe2ab39c7f9785515988701a3b2ca49c561c63756cb1) AuthConfig (22b369416ecea98dd2e9983d8966c42b78941e6965c66f8483f8043160f40d34) AuthConfig (aec0105a81098879e004f91a7db8f8ce30fd17f6e7ae33c19ae371ca8e3fb113) AuthConfig (97dca8d7b6703f0a7f577314d76741a3fb3dffa468261e37cff7e4b3e1081b88) AuthConfig (37c6f77e2617a8812ccba6ab832c4e3f2d510b4f78f5ef057ada4bdabcd50674) AuthConfig (94e06172db4c0f62fd7d0dc84ff20e0e0f067c5759fa3e211c2a48e28da11747) AuthConfig (4a9f713eb01b1174523f4ff5ad4a47be30d01050c720446114950c8cffd7ce96) AuthConfig (b12af6e0c4e1bc4ca8d2c99536f2b160b2a52696340a91b324a6e69d6dcffc3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"453899e1-d9bc-4daf-95f8-c9972a0fef6b","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:06.096409686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"2d7928a4-61a4-493e-86d7-4c94f6158ded","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:06.096429336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"2d7928a4-61a4-493e-86d7-4c94f6158ded","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:06.506732169Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"a68b694c-073f-4436-9980-ddc1f7b08835","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","subscription":"ipp-route-2d4a59-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:06.506976952Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"ipp-route-2d4a59-sub","reconcileID":"a68b694c-073f-4436-9980-ddc1f7b08835","MaaSSubscription":{"name":"ipp-route-2d4a59-sub","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"model":"ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-2d4a59/ipp-route-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:07.21348398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f2b6f9-8366-45c2-9516-c1f4c343f2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:07.265317564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f2b6f9-8366-45c2-9516-c1f4c343f2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:07.317058906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f2b6f9-8366-45c2-9516-c1f4c343f2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:07.368724861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f2b6f9-8366-45c2-9516-c1f4c343f2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:09.070752642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"fdc218fc-237f-4e2b-9a8e-3b0f53bc48b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:09.241943373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14392e19-d50b-48a2-b628-2c5cc5bcd8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:09.293317617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14392e19-d50b-48a2-b628-2c5cc5bcd8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:09.344840585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14392e19-d50b-48a2-b628-2c5cc5bcd8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:09.396281886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14392e19-d50b-48a2-b628-2c5cc5bcd8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.278926404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"ef83077a-ffca-4f0a-9551-b1cc883531ed","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.335632035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"967c464d-079f-4637-9459-8b68c6755c15","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:52:12.387563622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8880a121","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-apikey-sub-binding-8880a121","reconcileID":"6fa530d4-9371-411e-8cea-6e66ca0ef5ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-8880a121\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.434994172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"7b6b8bf7-59b8-46fc-933f-5e86b159cd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.434992862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2fef92ed-a3c6-4a35-9030-1710fff92609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.491911462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"7b6b8bf7-59b8-46fc-933f-5e86b159cd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.492047813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2fef92ed-a3c6-4a35-9030-1710fff92609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.502022903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"4b1e7588-15c7-4f70-8e39-5bc2200a1a97","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.556705004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"0d9e3edd-8280-4ca3-a9b3-0fccb921ce6b","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.821703562Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8880a121","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-apikey-sub-binding-8880a121","reconcileID":"e1e77bf8-3636-4541-99cc-830050705a1a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8880a121","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-apikey-sub-binding-8880a121","ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.852230915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"547cb3f1-0f28-4410-9664-b22cc37de0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.852237808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6d4a709a-de1d-42d3-94da-0f79f84101d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.908993205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"547cb3f1-0f28-4410-9664-b22cc37de0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.909164694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6d4a709a-de1d-42d3-94da-0f79f84101d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:12.984029088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"93ac5cc1-c983-415b-824f-24dff7ea4085","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:13.028972148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"b4b241fc-8d2b-4886-82e7-3e25fd0bdece","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:13.191091458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8880a121","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-apikey-sub-binding-8880a121","reconcileID":"c3c32ae4-905b-4339-8b0d-ae749d5742c4","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8880a121","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:16.198998708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"2557ae53-c1bf-47bb-8cc6-df9b60033565","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:16.255847199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"2557ae53-c1bf-47bb-8cc6-df9b60033565","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:16.311363536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6fb382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (511ff8274a9c0288b05123b3eb5eccd2e5e4fcffc262ea7c4d44b17a6e6e729f) AuthConfig (9e4abb4865d376949096dabaf8fff86d42a447b5ae19e7754cc68ede04f0f4bc) AuthConfig (5d86a19b963fc5a0a88d0e3582681d4f398f65e301c3ec4aebd42b2760f1121d) AuthConfig (6f7b0c0cd7b6561ad6d5c8eb53bacd900e46a4c26d87d1c5aec02de1b1df29a2) AuthConfig (652eafc1e28d523449c7d44e2ce2c917e3f454a0517ea58ba919ccdf39435a77) AuthConfig (621bf1c348609e925667c4405b4959cfbead1eda5fa2532efa2ac2e2f69ad734) AuthConfig (49236240e0d78f900546dc05c722c5a328d743214d72eb4e9b3834709471c59a) AuthConfig (bb179f549e1dbbe311009741e95c9806bad2ea4a900c315fd6bd71293d50928d) AuthConfig (1140d6add47897903cf0eec0459bd0bb4efbae6efd721ef66a806560f4c4c9e3) AuthConfig (a58077957c0a51e5498b2c1783afb2228ebb8402f5207294bbd40b4a0c00dde1) AuthConfig (d4228dd61e4fb695ce03fe2ab39c7f9785515988701a3b2ca49c561c63756cb1) AuthConfig (22b369416ecea98dd2e9983d8966c42b78941e6965c66f8483f8043160f40d34) AuthConfig (aec0105a81098879e004f91a7db8f8ce30fd17f6e7ae33c19ae371ca8e3fb113) AuthConfig (97dca8d7b6703f0a7f577314d76741a3fb3dffa468261e37cff7e4b3e1081b88) AuthConfig (37c6f77e2617a8812ccba6ab832c4e3f2d510b4f78f5ef057ada4bdabcd50674) AuthConfig (94e06172db4c0f62fd7d0dc84ff20e0e0f067c5759fa3e211c2a48e28da11747) AuthConfig (4a9f713eb01b1174523f4ff5ad4a47be30d01050c720446114950c8cffd7ce96) AuthConfig (b12af6e0c4e1bc4ca8d2c99536f2b160b2a52696340a91b324a6e69d6dcffc3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"2557ae53-c1bf-47bb-8cc6-df9b60033565","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:16.433048666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"624fd7ae-d63c-4e91-b67d-dc3405d58ae2","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:16.587531738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"b273144e-e008-4d63-8b25-e78fd387f294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:16.588586334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4cd09bf8-08bb-4850-8fcd-29efe51ae026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:16.661621612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4cd09bf8-08bb-4850-8fcd-29efe51ae026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:16.66379838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"b273144e-e008-4d63-8b25-e78fd387f294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:20.90534151Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:26.415983712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"f966bbc8-14c9-46a2-bc42-883ed3d05ba2","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:26.472491366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"f966bbc8-14c9-46a2-bc42-883ed3d05ba2","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:26.527635717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6fb382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (511ff8274a9c0288b05123b3eb5eccd2e5e4fcffc262ea7c4d44b17a6e6e729f) AuthConfig (9e4abb4865d376949096dabaf8fff86d42a447b5ae19e7754cc68ede04f0f4bc) AuthConfig (5d86a19b963fc5a0a88d0e3582681d4f398f65e301c3ec4aebd42b2760f1121d) AuthConfig (6f7b0c0cd7b6561ad6d5c8eb53bacd900e46a4c26d87d1c5aec02de1b1df29a2) AuthConfig (652eafc1e28d523449c7d44e2ce2c917e3f454a0517ea58ba919ccdf39435a77) AuthConfig (621bf1c348609e925667c4405b4959cfbead1eda5fa2532efa2ac2e2f69ad734) AuthConfig (49236240e0d78f900546dc05c722c5a328d743214d72eb4e9b3834709471c59a) AuthConfig (bb179f549e1dbbe311009741e95c9806bad2ea4a900c315fd6bd71293d50928d) AuthConfig (1140d6add47897903cf0eec0459bd0bb4efbae6efd721ef66a806560f4c4c9e3) AuthConfig (a58077957c0a51e5498b2c1783afb2228ebb8402f5207294bbd40b4a0c00dde1) AuthConfig (d4228dd61e4fb695ce03fe2ab39c7f9785515988701a3b2ca49c561c63756cb1) AuthConfig (22b369416ecea98dd2e9983d8966c42b78941e6965c66f8483f8043160f40d34) AuthConfig (aec0105a81098879e004f91a7db8f8ce30fd17f6e7ae33c19ae371ca8e3fb113) AuthConfig (97dca8d7b6703f0a7f577314d76741a3fb3dffa468261e37cff7e4b3e1081b88) AuthConfig (37c6f77e2617a8812ccba6ab832c4e3f2d510b4f78f5ef057ada4bdabcd50674) AuthConfig (94e06172db4c0f62fd7d0dc84ff20e0e0f067c5759fa3e211c2a48e28da11747) AuthConfig (4a9f713eb01b1174523f4ff5ad4a47be30d01050c720446114950c8cffd7ce96) AuthConfig (b12af6e0c4e1bc4ca8d2c99536f2b160b2a52696340a91b324a6e69d6dcffc3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"f966bbc8-14c9-46a2-bc42-883ed3d05ba2","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:26.593374516Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8880a121","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-apikey-sub-binding-8880a121","reconcileID":"0b24fa4a-3f72-4674-bf68-afb18401d814","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8880a121","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscription":"e2e-apikey-sub-binding-8880a121","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:26.811264255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8880a121","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-apikey-sub-binding-8880a121","reconcileID":"0b24fa4a-3f72-4674-bf68-afb18401d814","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8880a121","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:27.019185337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"645ab878-6d3f-4c23-8333-4c86c2705304","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:27.073044618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"360495b5-01a4-4e5e-a389-afbae36a0208","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:27.242245421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"85740e33-6147-4f8c-9533-ba83071fa267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:27.242346968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d5fcfe1a-5634-475b-b011-c860c5a2683f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:27.350301466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d5fcfe1a-5634-475b-b011-c860c5a2683f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:27.350357712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"85740e33-6147-4f8c-9533-ba83071fa267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.119510222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c028eb6-150c-4018-adb2-b0ab1cd684f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.171032777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c028eb6-150c-4018-adb2-b0ab1cd684f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.222750326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c028eb6-150c-4018-adb2-b0ab1cd684f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.274126276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c028eb6-150c-4018-adb2-b0ab1cd684f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.323706666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"f9d75e67-e22a-46e8-b0c9-4dc625dba29c","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.380449038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"fec5f2d5-c01b-41a7-aa18-6a0a3973502d","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:52:28.430040083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-sub","reconcileID":"d5a902e3-7f8c-4ad8-809d-b322390f9b4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.484819566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"2ab52d3a-c87d-45ea-9be4-310684ef870b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.484946137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4e43f365-6b7c-415c-92e4-d08a1d011c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.54176229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4e43f365-6b7c-415c-92e4-d08a1d011c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.542292805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"2ab52d3a-c87d-45ea-9be4-310684ef870b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.594351705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"a78a8b61-5f17-4a2d-9d65-7a2a85a37947","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.650964084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"bb457ac8-9fae-45cc-8530-fdfaf96458fc","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.899607961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"f5a98e16-a514-4d3b-981d-97637c387dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.899605662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"77955f7e-5b6b-432e-988c-f4d4b5630d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.919915254Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-sub","reconcileID":"77a4059b-546e-43da-af60-8a991df1b8db","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-ordering-sub","ai-tenant-e2e-worker-w3-dfa0bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.956021789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"77955f7e-5b6b-432e-988c-f4d4b5630d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:28.956281282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"f5a98e16-a514-4d3b-981d-97637c387dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:29.084465032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"45353d9f-2588-476c-bd5e-757c948109da","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:29.128958397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"477d8bb4-c791-4475-947f-7bf61303470e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:29.292736845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-sub","reconcileID":"74180fb1-c660-464c-b018-4375860be75e","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:30.190030771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfdafa9-8395-4981-bc03-787fb8e8945f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:30.241662077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfdafa9-8395-4981-bc03-787fb8e8945f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:30.293190781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfdafa9-8395-4981-bc03-787fb8e8945f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:30.344948908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfdafa9-8395-4981-bc03-787fb8e8945f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:32.309732003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"7d020a43-7127-48c2-aad9-c829dd8df685","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:32.36622664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"89c940c5-32d4-4d81-8565-93ce0a8e38b7","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:32.519723877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-auth","reconcileID":"f43f3b02-6487-4fca-af9d-afd4e5b456bc","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:32.576052131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-auth","reconcileID":"f43f3b02-6487-4fca-af9d-afd4e5b456bc","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:32.911072257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"74cd0038-8464-45a1-b999-cc99b0340f5d","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:35.257614183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"a494eadc-0af5-4a87-b7b0-f3e139f538fc","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:35.413374783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"97783b9c-394d-479a-bad5-e6c5d4e9acb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:35.413435244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-auth","reconcileID":"f7055e7d-2829-400d-9400-27e3600f9be3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:35.41373016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"894cf1a8-8725-49fa-bb15-1a2be899de2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:35.470463389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-auth","reconcileID":"f7055e7d-2829-400d-9400-27e3600f9be3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:35.471391798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"97783b9c-394d-479a-bad5-e6c5d4e9acb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:35.472847949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"894cf1a8-8725-49fa-bb15-1a2be899de2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:36.632244996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"1e6c1a89-6f00-458d-ad38-447137f2cc46","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:36.688937152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"1e6c1a89-6f00-458d-ad38-447137f2cc46","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.003592063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"b0a9c76a-36d7-41d7-a1d8-86a49e3da91b","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.003608703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"b0a9c76a-36d7-41d7-a1d8-86a49e3da91b","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.49611094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"959fcf86-b176-4bbb-89f2-7ef44e254362","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.496127195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"959fcf86-b176-4bbb-89f2-7ef44e254362","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.553720076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"71941d53-8a3a-452f-96b8-01acb44d99d8","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.553740669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"71941d53-8a3a-452f-96b8-01acb44d99d8","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.599439013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"ee0922fe-4bb2-4233-944d-18838dbcddfa","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:52:37.6049153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"7878729e-1ba4-4688-9ea9-da8458dab222","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-6fb382-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:52:37.607416085Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"71941d53-8a3a-452f-96b8-01acb44d99d8","name":"praxis-route-6fb382","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6fb382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:52:37.607464863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"71941d53-8a3a-452f-96b8-01acb44d99d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6fb382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.612753964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"39f3fc0a-b8d3-42f1-9eae-9c05572b7a40","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.61276776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"39f3fc0a-b8d3-42f1-9eae-9c05572b7a40","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.656624605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"ee0922fe-4bb2-4233-944d-18838dbcddfa","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.71341951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"cc052e4d-c18e-448a-9b5f-ca89e4f301a4","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.713437599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"cc052e4d-c18e-448a-9b5f-ca89e4f301a4","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.776282017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"3b01bfed-689d-478e-b4ab-588a36b72177","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.776299523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"3b01bfed-689d-478e-b4ab-588a36b72177","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.93756586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"1cbea848-b6a8-43a4-bbea-bdc9347ea754","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.987344907Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"902b9343-e2c6-4d27-9743-d8087fcf274f","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"maas-trlp-praxis-route-6fb382","model":"praxis-route-6fb382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:37.99411761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"1cbea848-b6a8-43a4-bbea-bdc9347ea754","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:38.151131511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"f311e66d-0cbb-49ed-ae23-ee1400483ae7","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:38.151178037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"f311e66d-0cbb-49ed-ae23-ee1400483ae7","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:38.358368714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"df537c56-50d9-4568-b11c-5714b90c3363","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"maas-trlp-praxis-route-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:41.996871066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcdca16-6609-48b7-ad69-bc00085e8aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:42.048794309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcdca16-6609-48b7-ad69-bc00085e8aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:42.10111877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcdca16-6609-48b7-ad69-bc00085e8aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:42.153806462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcdca16-6609-48b7-ad69-bc00085e8aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:44.092886565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506b4d41-f583-480f-8208-7ad8fda33b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:44.144520819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506b4d41-f583-480f-8208-7ad8fda33b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:44.196095915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506b4d41-f583-480f-8208-7ad8fda33b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:44.247727528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506b4d41-f583-480f-8208-7ad8fda33b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:45.419765564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-sub","reconcileID":"0909a482-5004-4357-8766-0c1f3b67c00f","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:45.707672718Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-sub","reconcileID":"0909a482-5004-4357-8766-0c1f3b67c00f","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:45.915322737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"f89e021a-889e-484c-bbf7-6477039c2dd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:45.970961916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"1d457bba-7c3f-4cc6-83ea-6a1edd216c48","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.135489936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6125102-12a4-4cdc-afa3-a8f967a93dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.135584411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"147aa39b-a3a9-4595-ae42-fded989a5b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.135730278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f6ccf7ed-e4d8-4f07-b9f6-e570894e3269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.135847939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-auth","reconcileID":"3301c837-c456-409e-aad4-ac4085312eae","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.149091665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"45f253be-5043-4b3f-9674-0af56ff2b2a1","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.18721625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6125102-12a4-4cdc-afa3-a8f967a93dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.239009263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6125102-12a4-4cdc-afa3-a8f967a93dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.243696504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"147aa39b-a3a9-4595-ae42-fded989a5b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.24396458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-auth","reconcileID":"3301c837-c456-409e-aad4-ac4085312eae","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.245768256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f6ccf7ed-e4d8-4f07-b9f6-e570894e3269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.290382074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6125102-12a4-4cdc-afa3-a8f967a93dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.501371999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-ordering-auth","reconcileID":"6d3b85fd-8f13-4422-953a-508f6421a297","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:46.749867865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"b5b24b84-b3df-48cd-86a9-38b2e10c4cd7","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.1905424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3740fee4-80e3-455e-b3e7-3393dcf2e9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.212733388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"a0820363-4784-4c19-ae74-bf1dfa51f84d","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.24223713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3740fee4-80e3-455e-b3e7-3393dcf2e9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.293839144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3740fee4-80e3-455e-b3e7-3393dcf2e9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.345634764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3740fee4-80e3-455e-b3e7-3393dcf2e9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.348282218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"48c4e3e3-775e-4e7a-b747-d9ea1ae38958","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.506411941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-success","reconcileID":"8598a5ec-5e40-472f-8b07-6e2c78c932c3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.515206019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"50ac7da7-d60f-4645-bde8-c0f2064ffaf1","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.562983502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-success","reconcileID":"8598a5ec-5e40-472f-8b07-6e2c78c932c3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.615944096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"4b3515d3-2b81-4711-8f1a-936fc0ca2e6b","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:52:48.666023286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-success","reconcileID":"a35f6c49-cb10-4159-b358-607c0aa51a54","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.713241261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"cd2efa13-bdb7-4f01-a4aa-8a72f87e9207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.713395076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d5a7b055-a0d5-42a7-a4c4-89fc1c1efc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.770339868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d5a7b055-a0d5-42a7-a4c4-89fc1c1efc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.770740074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"cd2efa13-bdb7-4f01-a4aa-8a72f87e9207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.780254692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"34fd3639-cd79-4a6f-b26c-b9879844e644","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.831258043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"56f3a966-0cc1-419b-9bc3-6b6d769bba04","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:48.834929105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"b80851a0-408b-466f-9b91-364ae9e5ed4b","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.010356546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-success","reconcileID":"981f87c2-32b2-4adf-9c5c-bcc8b91c15b4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.066743688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-success","reconcileID":"981f87c2-32b2-4adf-9c5c-bcc8b91c15b4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.111628417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ab0f9a73-599d-4c15-a184-ba4f76391299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.11223551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"3c0ce1f4-1a9e-4dd6-8800-41fea32a2bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.121420375Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-success","reconcileID":"a3636d00-e500-4556-981c-f688e01b8c1d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-dfa0bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.168169482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ab0f9a73-599d-4c15-a184-ba4f76391299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.16834682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"3c0ce1f4-1a9e-4dd6-8800-41fea32a2bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.283824604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"1c545531-29d4-4231-83fd-ee5d102797e9","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.32888638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"d7b42441-639a-4dda-b704-2482fff93931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:49.544416876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-success","reconcileID":"7d052000-28b0-450d-a8ad-9e2294cc15b3","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:50.291120794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc15527-9217-4e8b-81b0-fcbda04b0bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:50.343101177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc15527-9217-4e8b-81b0-fcbda04b0bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:50.394702711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc15527-9217-4e8b-81b0-fcbda04b0bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:50.446338571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc15527-9217-4e8b-81b0-fcbda04b0bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:50.905422379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:51.461978411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"bd950932-cbba-4c5b-b16c-4145b85277b2","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"maas-trlp-praxis-route-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:51.626338747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"8c69b4bb-b832-40bb-9fbb-b4191c39962e","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:51.626359159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"8c69b4bb-b832-40bb-9fbb-b4191c39962e","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:52.061616636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"c725cb5a-05b4-4353-b03f-3f88027c2b75","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:52.267679138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"dd170683-508b-4497-831e-9980c965295d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:52.267871576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"800f6930-8269-4183-a2a1-cdfd848789cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:52.268188369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-success","reconcileID":"66ca48bc-c803-4655-bf87-4571e767f410","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:52.324811661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"dd170683-508b-4497-831e-9980c965295d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:52.324887301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"800f6930-8269-4183-a2a1-cdfd848789cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:52.326806173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-success","reconcileID":"66ca48bc-c803-4655-bf87-4571e767f410","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:53.014423393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"f001de22-aa18-4a9d-9844-b8bcae64e74b","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:53.071346225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"f001de22-aa18-4a9d-9844-b8bcae64e74b","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:53.989854358Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-success","reconcileID":"b3c41002-89f8-4b38-b49b-13182f2752bc","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40ae5011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:54.215259809Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"5282b806-f74a-46d8-82fe-c778f36964b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:54.534797632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"d66f77fb-68de-4648-a3d9-666ce6864705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:56.273701002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"e298ff83-88ba-4bf4-81a4-884790064246","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:56.399731441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"1c661224-2e9e-46b0-bb6d-d8750b66c94b","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:56.399750185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"1c661224-2e9e-46b0-bb6d-d8750b66c94b","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:56.561318462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"84a71fa2-e378-47ff-9cf4-d7cbcde14522","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:56.609382578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"b2e9d190-d464-41e4-a86e-c456004d8572","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"maas-trlp-praxis-route-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:56.617626526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"84a71fa2-e378-47ff-9cf4-d7cbcde14522","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:56.773843267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"93b0538e-c8a0-4779-9055-009866e15ffa","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:56.773865058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"93b0538e-c8a0-4779-9055-009866e15ffa","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:52:56.98189842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"40377d59-74e6-4da4-82dd-12916487e216","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"maas-trlp-praxis-route-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.042504209Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-success","reconcileID":"2fb2afe3-c7a5-4763-9129-019df48fad3a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.199552129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-success","reconcileID":"2fb2afe3-c7a5-4763-9129-019df48fad3a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.418338625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"44395e32-a0c0-455e-957f-6f2e7e6756cd","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.572533943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"52f5ae85-91e5-4f40-b4f9-fceeaeed12d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.572550909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-success","reconcileID":"78cdde52-5dad-4a39-8346-a6da5aec8f3c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.5728961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d47221a7-cce3-416c-83c9-367e5c8ab976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.600083743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"5ab0d593-386c-4198-b2ea-98ae38853920","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.630966212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"52f5ae85-91e5-4f40-b4f9-fceeaeed12d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.630966213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d47221a7-cce3-416c-83c9-367e5c8ab976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.632962214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-success","reconcileID":"78cdde52-5dad-4a39-8346-a6da5aec8f3c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.785774644Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-success","reconcileID":"e057c055-277e-49d6-8ca4-7143b2ca1ca9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:04.944821663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"9413c9cd-7fbb-4e0e-a32f-24de04c9dff9","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:05.902607928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"937ffda8-7f79-40f3-a742-fa633d5ac259","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:05.959267207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"2ffe94aa-9c65-4fc4-833c-9fc3229f2643","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.113671953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a7799b53-85af-4293-9c59-6bfeb65f9a95","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.169811301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a7799b53-85af-4293-9c59-6bfeb65f9a95","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.208682746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"8eb7e545-23a8-4d2b-94ba-ff65f2f403dd","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.263045692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"e1393747-a6f1-48ae-a2f5-64c4cb735688","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:06.317449587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-free","reconcileID":"781c63a6-93fe-4f3e-a004-ee313273d1cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.36372038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f7f34d59-9356-4472-848f-bb0cfe856b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.363941184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d75c1a09-fce2-44a9-8335-5531f3a3878f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.420448241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f7f34d59-9356-4472-848f-bb0cfe856b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.420515394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d75c1a09-fce2-44a9-8335-5531f3a3878f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.433875137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"3c9244a4-74d1-4e34-80e3-b019c957cecb","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.434615682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"37a692a4-9315-454c-b4e2-5d0025bd4acf","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.490433792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"dad43deb-7fe4-4d5a-9f91-c2b7b64f8cf6","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.538299502Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-dfa0bc priority=0:[ai-tenant-e2e-worker-w3-dfa0bc/e2e-test-subscription-free ai-tenant-e2e-worker-w3-dfa0bc/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.538391917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"2c14d414-5bd0-4c52-b30c-1512109a73d9","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.589199065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ad845938-88c3-4a2d-a16f-a36f685ccab4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.593512252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"bebf6d6d-656a-468a-bef5-220fc860632d","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.645815052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ad845938-88c3-4a2d-a16f-a36f685ccab4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.646628821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"9a9b47a8-3d68-4a96-932c-0c4723ff4146","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:06.650447847Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-dfa0bc/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.703352842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"b9858371-f733-4cf3-8c7c-802032cba9e4","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.757797727Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-free","reconcileID":"8d989db1-0cca-4e72-b081-c9e4144ca501","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-dfa0bc/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.77520451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"6d067eb1-83d3-40aa-8358-349741230a70","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.77521723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"6d067eb1-83d3-40aa-8358-349741230a70","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.843261049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"978332cb-3f8a-4cdf-9709-2fd89871d490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.843280237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"bdbf1750-dbc3-4555-9bcf-371978e787b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.90004001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"978332cb-3f8a-4cdf-9709-2fd89871d490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.900618254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"bdbf1750-dbc3-4555-9bcf-371978e787b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.913998958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-premium","reconcileID":"2318723e-152b-4a61-ab98-2c080adb48a1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.922146289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"7e029c9e-1432-4f8a-947d-ab1c9a8a14b8","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:06.96567592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"c839acd4-7050-4882-8800-a5199b18e875","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.00533591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"00894a79-8bb0-4689-b592-c10f62a029e6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.061470244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"00894a79-8bb0-4689-b592-c10f62a029e6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.078329927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"5e482d32-9ef3-4c7a-9bf3-3c775b299dfd","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.130578718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-free","reconcileID":"17d32aec-274c-4ee4-bffd-c8ca01b611bb","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.256784735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"1e4739e7-8d8e-461c-971a-7017d08f7fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.256791627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f49c2e9d-7c57-41fb-9b01-b6a7b44d07ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.286187715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-premium","reconcileID":"2b04d0e7-1675-43da-a0a5-32d49f315298","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.299302906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"325ec6d5-7445-4a80-bc83-a2ab72bf4046","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.314212835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"1e4739e7-8d8e-461c-971a-7017d08f7fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:07.314386145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f49c2e9d-7c57-41fb-9b01-b6a7b44d07ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.374374453Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","namespace":"ai-tenant-e2e-ipp-a-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.374428776Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","namespace":"ai-tenant-e2e-ipp-a-2d4a59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.374473803Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","tenant":"e2e-ipp-a-2d4a59","tenantID":"e2e-ipp-a-2d4a59","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.427437928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"Deployment","name":"maas-api-e2e-ipp-a-2d4a59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.486711855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"Service","name":"maas-api-e2e-ipp-a-2d4a59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.543987663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-2d4a59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.598738517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-2d4a59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.654897403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.709231164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.769409065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.823825533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.877417099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.881229273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"3e5ad403-2927-4dd4-af3b-396c4c5c4867","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.931219355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:10.998126809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"Service","name":"payload-processing-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.037563941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"8d509e9b-7441-412a-b509-6166ca63c7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.038023002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7244815f-4406-4d2d-8f63-0db30b84dcf5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.03806552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"26dd0e31-80e0-4228-a9ad-f8921f67774a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.057962728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.095654333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"8d509e9b-7441-412a-b509-6166ca63c7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.09579079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"26dd0e31-80e0-4228-a9ad-f8921f67774a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.097840185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7244815f-4406-4d2d-8f63-0db30b84dcf5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.11229664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.167169042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.222175673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.280251125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.3335577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.387034416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.440942682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-2d4a59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:11.496608046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2d4a59"},"namespace":"ai-tenant-e2e-ipp-a-2d4a59","name":"default-tenant","reconcileID":"18f51a37-6b84-4fb8-b374-1fa09312e829","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-2d4a59","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:12.192841233Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2d4a59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2d4a59","reconcileID":"44cea3e8-f4a9-4a8b-abf5-360a9af9867a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2d4a59","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-2d4a59"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:13.388059569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb3d951-436f-43d6-aef4-1948687410e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:13.439722411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb3d951-436f-43d6-aef4-1948687410e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:13.492228054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb3d951-436f-43d6-aef4-1948687410e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:13.543851495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb3d951-436f-43d6-aef4-1948687410e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:15.425947874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb81453-340f-4e10-80db-1cf9afbf2adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:15.477653578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb81453-340f-4e10-80db-1cf9afbf2adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:15.529097856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb81453-340f-4e10-80db-1cf9afbf2adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:15.581005197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb81453-340f-4e10-80db-1cf9afbf2adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:16.776643798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"d6116887-c4c4-48e0-aaab-c53a2e8c50b6","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:16.776667943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"d6116887-c4c4-48e0-aaab-c53a2e8c50b6","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:18.830535655Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","namespace":"ai-tenant-e2e-praxis-a-427255","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:18.830605336Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","namespace":"ai-tenant-e2e-praxis-a-427255","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:18.830664753Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","tenant":"e2e-praxis-a-427255","tenantID":"e2e-praxis-a-427255","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:18.885821011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"Deployment","name":"maas-api-e2e-praxis-a-427255","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:18.94699356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"Service","name":"maas-api-e2e-praxis-a-427255","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.011000742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-427255","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.067249956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-427255","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.122523983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.17736051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.234929617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.28904237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.340583666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.394053733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.445240187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"Service","name":"payload-processing-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.496373429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.547550948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.599249768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.650732388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.706055103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.757597296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.809071952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.860383342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-427255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:19.911998076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-427255"},"namespace":"ai-tenant-e2e-praxis-a-427255","name":"default-tenant","reconcileID":"9e2eded4-70ad-4dcf-8d11-87a1408ebca0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-427255","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:20.90560807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:20.961759701Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-427255","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-427255","reconcileID":"173827e0-5bba-4af8-ae69-37d1e23b6515","aitenant":"ai-tenants/e2e-praxis-a-427255","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.047559868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-free","reconcileID":"db54e7b7-e19c-4ead-a920-5d0e9f2be71a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.265788915Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-free","reconcileID":"db54e7b7-e19c-4ead-a920-5d0e9f2be71a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.420481716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b5b97a-368d-464f-8081-375e70a2d521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.47276344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b5b97a-368d-464f-8081-375e70a2d521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.525788036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b5b97a-368d-464f-8081-375e70a2d521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.526574399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"5320018f-19d2-4971-b705-fba0651e3434","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.526574112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-premium","reconcileID":"5903ef03-8d90-4ec0-88e8-d70f2867242e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.530011861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"05231757-ed8f-491c-a150-759859c1cae2","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.577315224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b5b97a-368d-464f-8081-375e70a2d521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.636442352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"ac0c5d66-f782-438c-beae-67fe92ea031b","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.688708116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"a8d2ae5f-3300-4b68-99c0-342834478a00","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.731420778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"68cc1231-6ed2-45ba-9c31-d04bbfa19342","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.731438772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"64c147c6-ec48-4f9d-9eb4-ddbac509a522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.731837272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d325f240-ec9e-4eff-b42c-eb67892bf509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.788747134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d325f240-ec9e-4eff-b42c-eb67892bf509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.788858573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"64c147c6-ec48-4f9d-9eb4-ddbac509a522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.790752016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"68cc1231-6ed2-45ba-9c31-d04bbfa19342","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:21.852556716Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-427255","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-427255","reconcileID":"173827e0-5bba-4af8-ae69-37d1e23b6515","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-427255","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-427255"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:22.155839251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5e4476f1-f204-46d2-8d92-7c187a8b19c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:22.155886566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1b943b9e-f357-404b-82c5-ab1f305b835a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:22.21256438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1b943b9e-f357-404b-82c5-ab1f305b835a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:22.212741858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5e4476f1-f204-46d2-8d92-7c187a8b19c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:22.254131233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2f30c013-e05a-4194-957f-a0c06ed59eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:22.310245645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2f30c013-e05a-4194-957f-a0c06ed59eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:23.458760914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a79db1c-a18c-4a31-bd9f-be5374ea957d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:23.510400505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a79db1c-a18c-4a31-bd9f-be5374ea957d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:23.561894896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a79db1c-a18c-4a31-bd9f-be5374ea957d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:23.613630584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a79db1c-a18c-4a31-bd9f-be5374ea957d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:25.497316283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68961b7-e2a5-407a-8c74-d8b61f11e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:25.548983695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68961b7-e2a5-407a-8c74-d8b61f11e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:25.600568866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68961b7-e2a5-407a-8c74-d8b61f11e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:25.652295553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68961b7-e2a5-407a-8c74-d8b61f11e814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:26.777533169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"dfc4908a-a96b-4611-9333-32d03404faa8","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"tenant":"e2e-praxis-a-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:26.777552447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"dfc4908a-a96b-4611-9333-32d03404faa8","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"routeName":"praxis-route-6fb382-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6fb382","llmisvcName":"praxis-route-6fb382","gateway":"openshift-ingress/e2e-praxis-a-6fb382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:27.530843818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1895700-24dc-4428-b99f-0ff9e03ccbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:27.582609015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1895700-24dc-4428-b99f-0ff9e03ccbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:27.634290438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1895700-24dc-4428-b99f-0ff9e03ccbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:27.686349377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1895700-24dc-4428-b99f-0ff9e03ccbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:29.558243274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177742bc-5f16-44aa-b2ad-b00de30561f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:29.609820546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177742bc-5f16-44aa-b2ad-b00de30561f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:29.661256859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177742bc-5f16-44aa-b2ad-b00de30561f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:29.71274382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177742bc-5f16-44aa-b2ad-b00de30561f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:30.707034892Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","namespace":"ai-tenant-e2e-praxis-b-498e81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:30.759618461Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","namespace":"ai-tenant-e2e-praxis-b-498e81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:30.759718052Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","tenant":"e2e-praxis-b-498e81","tenantID":"e2e-praxis-b-498e81","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:30.813271256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"Deployment","name":"maas-api-e2e-praxis-b-498e81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:30.872779881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"Service","name":"maas-api-e2e-praxis-b-498e81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:30.927334717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-498e81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:30.980944188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-498e81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.078586781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.133041104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.191255495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.246460346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.297848207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.349226801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.400712528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"Service","name":"payload-processing-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.45239069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.506384295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.562438061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.596602022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60eac04d-5f8b-4d4b-b418-0c424ecc803b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.648428144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60eac04d-5f8b-4d4b-b418-0c424ecc803b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.652570175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.699753215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60eac04d-5f8b-4d4b-b418-0c424ecc803b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.751527252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60eac04d-5f8b-4d4b-b418-0c424ecc803b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.755413388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.809227931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.861358421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.905779135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-premium","reconcileID":"c57eeeb7-ea55-4d1b-8a50-ebe1f2d0e3ce","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.912995532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-498e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:31.966064877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-498e81"},"namespace":"ai-tenant-e2e-praxis-b-498e81","name":"default-tenant","reconcileID":"a9211fff-8f0d-4699-abe4-4338ad1b81d3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-498e81","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.023557244Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","namespace":"ai-tenant-e2e-ipp-b-1ea605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.023614045Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","namespace":"ai-tenant-e2e-ipp-b-1ea605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.023658628Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","tenant":"e2e-ipp-b-1ea605","tenantID":"e2e-ipp-b-1ea605","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.077137185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"Deployment","name":"maas-api-e2e-ipp-b-1ea605","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.129508559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-subscription-premium","reconcileID":"c57eeeb7-ea55-4d1b-8a50-ebe1f2d0e3ce","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.139894839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"Service","name":"maas-api-e2e-ipp-b-1ea605","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.196531909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-1ea605","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.250194796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-1ea605","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.304559361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.338318647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"2b069ab5-7add-4964-8682-ed5d1c1a8d82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.358895183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.391995313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"c4e94165-5317-42e4-82e2-9f3243a04713","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.417562603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.47187645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.527316898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.547067044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d98233b0-47f9-4ca7-ad9c-9e0fde385627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.547461303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d1c97c36-06c1-44ec-974d-c8d240b5c942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.547681228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5ae8bc86-338b-43b4-a482-2a06a0e3833f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.550454439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"c0e59e43-8757-401c-86d1-5854f0ced7ea","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.580997517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.604439885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d1c97c36-06c1-44ec-974d-c8d240b5c942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.604498377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d98233b0-47f9-4ca7-ad9c-9e0fde385627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.606642599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5ae8bc86-338b-43b4-a482-2a06a0e3833f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.640841055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"Service","name":"payload-processing-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.703516425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.798140254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.808260034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c9488f9f-1240-459a-973d-ab1d674fdfe7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.851986503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.909006803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:32.964563484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:33.016227431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"c7d7dfce-ec1b-47d5-be93-08b24ae86ee1","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:33.018036091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:33.112244355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:33.165406563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-1ea605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:33.218953547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1ea605"},"namespace":"ai-tenant-e2e-ipp-b-1ea605","name":"default-tenant","reconcileID":"4b3ed0da-4f5b-4f5f-81ae-0350e9d34d90","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-1ea605","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:33.628389751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49191530-33fb-456c-b5de-1efc2135b36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:33.680220176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49191530-33fb-456c-b5de-1efc2135b36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:33.731631184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49191530-33fb-456c-b5de-1efc2135b36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:33.783411093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49191530-33fb-456c-b5de-1efc2135b36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.230452997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"9c4c16b3-1eff-43f2-9f06-5ad6bf6a50fa","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.284693844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"0f0f4133-29b5-410c-832c-50ecdceac8ab","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.438460247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"0c6bea85-cc4d-436e-bc61-932b64ab7631","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.494800702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"0c6bea85-cc4d-436e-bc61-932b64ab7631","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.50678288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"a3ad30cf-11c9-4d0a-b95c-9da83dcf3671","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.563543062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"47a95e21-4fc4-4964-81fa-33a6ef210974","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:34.613518406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-subscription","reconcileID":"8dd60cf0-b2f1-44e1-b4d3-c57d3048676b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.661436461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f1380367-a896-4dcc-b200-786dc6b806ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.661448442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"8101b05b-9c22-42cc-a5c4-c63ecc389304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.718663038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f1380367-a896-4dcc-b200-786dc6b806ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.718895376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"8101b05b-9c22-42cc-a5c4-c63ecc389304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.728056074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"a73981c1-2953-428a-a9f3-b9d797f41232","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.785119576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"e375037b-e0b3-4486-a7dc-9c0472380120","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.818442042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"ed88de4e-bd65-4ea3-931c-ea3a415e42a2","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:34.973007088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"685e9d97-ceb8-42ca-996a-393e80a4e193","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.031018107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"685e9d97-ceb8-42ca-996a-393e80a4e193","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.053297774Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-subscription","reconcileID":"35964391-0bf7-4403-bf49-bca280951531","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.107201168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"89a3cd65-d446-4033-b334-9c4e2202d4c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.107573176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"aca2ea55-73d5-45d4-a798-a7212265be9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.163546244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"89a3cd65-d446-4033-b334-9c4e2202d4c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.164072667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"aca2ea55-73d5-45d4-a798-a7212265be9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.217783556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"0848afce-5712-4c73-8c0a-7c66e260eff2","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.261562996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"05ed98fd-66a2-49fc-bc8b-a4d522fd9e52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:35.34210405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"685e9d97-ceb8-42ca-996a-393e80a4e193","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.424785154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-subscription","reconcileID":"adc1333e-176d-4198-994c-844eb12bfc65","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.502059202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"27f29950-0ddd-4d60-949e-7c83cc806ad0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.559431279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"27f29950-0ddd-4d60-949e-7c83cc806ad0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.726359352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"e49e0889-7231-4720-80cd-d88d82207636","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:35.72634935Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"7a291d1b-fecc-46e9-9571-58d24cbf38f5","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"error":"failed to fetch HTTPRoute ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382-kserve-route: HTTPRoute.gateway.networking.k8s.io \"praxis-route-6fb382-kserve-route\" not found","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:35.77945937Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"7a291d1b-fecc-46e9-9571-58d24cbf38f5","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-6fb382-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:571\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:35.779505068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"7a291d1b-fecc-46e9-9571-58d24cbf38f5","error":"failed to fetch HTTPRoute ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382-kserve-route: HTTPRoute.gateway.networking.k8s.io \"praxis-route-6fb382-kserve-route\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.78290581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"e49e0889-7231-4720-80cd-d88d82207636","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.782938407Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"e49e0889-7231-4720-80cd-d88d82207636","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:35.832363825Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"b3e1c655-18de-4d12-b0f6-a5a483da05b0","name":"praxis-route-6fb382","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6fb382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:35.832436978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6fb382","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382","reconcileID":"b3e1c655-18de-4d12-b0f6-a5a483da05b0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6fb382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:35.967334766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"33de81da-9d27-4e33-83f7-16c52f0c43ac","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:36.023864547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"33de81da-9d27-4e33-83f7-16c52f0c43ac","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:36.023912755Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"33de81da-9d27-4e33-83f7-16c52f0c43ac","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:36.098299427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"a34e2df2-795d-4f2a-8073-4a99c3218a46","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:36.149736571Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"d63fdebc-0ff9-4d37-82f4-7912808bac10","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8b80a23c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:36.305338838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"a34e2df2-795d-4f2a-8073-4a99c3218a46","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:36.482797947Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"a34e2df2-795d-4f2a-8073-4a99c3218a46","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"name":"e2e-praxis-a-6fb382-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:36.48282507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-auth","reconcileID":"a34e2df2-795d-4f2a-8073-4a99c3218a46","MaaSAuthPolicy":{"name":"praxis-route-6fb382-auth","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:36.880390706Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"0262d513-c4d2-454b-a2f2-0a6c1e1d4eb6","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8b80a23c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:36.998572553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44e04f1-7415-4fab-8e0a-0802eb18f7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:37.050073306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44e04f1-7415-4fab-8e0a-0802eb18f7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:37.10144088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44e04f1-7415-4fab-8e0a-0802eb18f7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:37.152906105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44e04f1-7415-4fab-8e0a-0802eb18f7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:37.221307258Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"55da47ac-2e56-49c6-b226-dc7e4f952aad","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8b80a23c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.002444766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"5e416862-2f62-470e-9857-0e0760f94984","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.199297326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5b9af050-b283-4d56-a8e4-147268919960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.199327656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"13b736e1-8d7d-4ce2-a753-7d06ed580c5d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.199877313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"9025b597-2759-4cfa-b6e7-d732679e71d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.25606015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"9025b597-2759-4cfa-b6e7-d732679e71d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.256194676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5b9af050-b283-4d56-a8e4-147268919960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.258027163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"13b736e1-8d7d-4ce2-a753-7d06ed580c5d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.46423972Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"937e1786-0889-4226-8a94-9b53ca4b1efe","namespace":"ai-tenant-e2e-praxis-a-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.464301855Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"937e1786-0889-4226-8a94-9b53ca4b1efe","name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.518427732Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"937e1786-0889-4226-8a94-9b53ca4b1efe","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:38.518450648Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"937e1786-0889-4226-8a94-9b53ca4b1efe","namespace":"ai-tenant-e2e-praxis-a-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:39.096347861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13cfa634-22d7-4c4d-9695-65ea2ec1685e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:39.147817642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13cfa634-22d7-4c4d-9695-65ea2ec1685e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:39.19912687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13cfa634-22d7-4c4d-9695-65ea2ec1685e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:39.250456618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13cfa634-22d7-4c4d-9695-65ea2ec1685e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:40.511034248Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1ea605","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1ea605","reconcileID":"ea97f052-e20a-4335-8afd-b02149ca96a1","aitenant":"ai-tenants/e2e-ipp-b-1ea605","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:41.142862718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956e7dab-ab8d-4b53-8329-ba4d315cf669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:41.19448657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956e7dab-ab8d-4b53-8329-ba4d315cf669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:41.245892946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956e7dab-ab8d-4b53-8329-ba4d315cf669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:41.29755412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"956e7dab-ab8d-4b53-8329-ba4d315cf669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:41.356423708Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1ea605","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1ea605","reconcileID":"ea97f052-e20a-4335-8afd-b02149ca96a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-1ea605","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-1ea605"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:42.475387738Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-498e81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-498e81","reconcileID":"9ef09107-6745-4beb-9961-71f9ca352a84","aitenant":"ai-tenants/e2e-praxis-b-498e81","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:43.201957822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4861d64a-8c2c-45aa-9a4b-94fc78348933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:43.253884355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4861d64a-8c2c-45aa-9a4b-94fc78348933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:43.260846294Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-498e81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-498e81","reconcileID":"9ef09107-6745-4beb-9961-71f9ca352a84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-498e81","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-498e81"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:43.313133276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4861d64a-8c2c-45aa-9a4b-94fc78348933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:43.364677066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4861d64a-8c2c-45aa-9a4b-94fc78348933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:45.030311157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"b17cff06-c6ee-42d8-bba3-faf41db1ab9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:45.240052376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f595616a-c769-4078-a691-17045802a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:45.292967014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f595616a-c769-4078-a691-17045802a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:45.344615139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f595616a-c769-4078-a691-17045802a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:45.396275341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f595616a-c769-4078-a691-17045802a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:46.617715408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"0e54206b-7b0a-4f72-9c8f-3093f8773325","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:47.274117059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"543e5d9d-a1aa-4c14-9801-2c280e4d5bdf","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","subscription":"praxis-route-6fb382-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:47.29383258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c03c61-165c-401d-ae35-c0f8634f2f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:47.29395317Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"praxis-route-6fb382-sub","reconcileID":"543e5d9d-a1aa-4c14-9801-2c280e4d5bdf","MaaSSubscription":{"name":"praxis-route-6fb382-sub","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"model":"ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-6fb382/praxis-route-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:47.345645844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c03c61-165c-401d-ae35-c0f8634f2f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:47.397228812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c03c61-165c-401d-ae35-c0f8634f2f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:47.449191794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c03c61-165c-401d-ae35-c0f8634f2f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.163902298Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-subscription","reconcileID":"ec0fd5ec-c0ab-4f3a-a370-717b601bfffa","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.362243826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"0773e30b-9010-4b25-8131-50746d9005a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.379372839Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-subscription","reconcileID":"ec0fd5ec-c0ab-4f3a-a370-717b601bfffa","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.600240024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"d32ef975-81e2-4429-8f11-30676521bd0b","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.647193801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"f4837746-b81b-499a-8193-a6a8b6bac5fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.767648546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"b5f340d1-4765-406f-b290-fef1b09ac2f2","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.850443116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"b4546428-99ae-4310-ab03-2b683506d5e9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.850832675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"377d3c04-eb09-4f10-8bd0-ea88030d8c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.851190253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4b4b49f6-f308-46f4-9012-64c8c7cc8486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.907354514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"b4546428-99ae-4310-ab03-2b683506d5e9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.907818242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4b4b49f6-f308-46f4-9012-64c8c7cc8486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:48.909718008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"377d3c04-eb09-4f10-8bd0-ea88030d8c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:49.111806375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-auth","reconcileID":"62204939-d862-48ef-b795-2aa1b99916e3","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:49.31897554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"a72b7d17-782f-4a79-8c5d-196173cde0f3","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:49.393356817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e2ae1e-3923-480c-9422-8e2885ae15bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:49.449217721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e2ae1e-3923-480c-9422-8e2885ae15bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:49.500681588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e2ae1e-3923-480c-9422-8e2885ae15bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:49.552221243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e2ae1e-3923-480c-9422-8e2885ae15bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.009599295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"c86b7d54-cf9a-454c-964a-595124bba19e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.198945527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"4139000a-90ef-4bbf-8bb0-bb6bb63440ca","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.253453297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"ac346ca5-a592-4ed9-b9ce-98a454f9e37a","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.407131374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-no-auth","reconcileID":"c2a0a81a-39a2-4b4c-866d-e93ebdcd068a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.464883017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-no-auth","reconcileID":"c2a0a81a-39a2-4b4c-866d-e93ebdcd068a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.489190695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"91bdc397-17e8-4e07-b11f-0d8e8cde44f0","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.546463817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"2f2a5e99-c449-4447-8767-f437e781d7ea","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:50.604794919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-sub-only","reconcileID":"431dc115-a38f-41fa-92b2-5d08eb71e0a1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.644132418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"95a96df4-2e8e-4e2d-a97b-1189c0632451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.644183912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"37644fb4-33a2-4765-8e2a-01c3e696368e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.701553201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"95a96df4-2e8e-4e2d-a97b-1189c0632451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.701624374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"37644fb4-33a2-4765-8e2a-01c3e696368e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.717639562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"b8881117-21b7-4199-b174-3294a4d62124","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.774488742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"05df5592-1b2e-4b11-8cd1-d468e3466d51","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.782196647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"bdd5b320-02d0-42b5-8dbc-18f5630bb191","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.905596927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.936916735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-no-auth","reconcileID":"14362e8a-6a49-4bd4-96c5-8adfe059c079","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:50.99341975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-no-auth","reconcileID":"14362e8a-6a49-4bd4-96c5-8adfe059c079","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:51.038259079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"cab1d888-6063-4f81-9ebb-97234b412b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:51.03848058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"bbe2bd26-4aa4-4cca-9de5-f184dc2ee3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:51.043479008Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-sub-only","reconcileID":"e7789ccf-f009-4095-b9e7-25a86f87418c","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-test-group-sub-only","ai-tenant-e2e-worker-w3-dfa0bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:51.095145256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"bbe2bd26-4aa4-4cca-9de5-f184dc2ee3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:51.095215277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"cab1d888-6063-4f81-9ebb-97234b412b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:51.206520506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"dbcbebd6-7b39-4625-afaf-f0468b40e3e6","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:51.251593262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"28dfdfe7-9634-4e2b-85fb-dfc6ef3fd33a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:51.414910413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-sub-only","reconcileID":"f1975df2-0d4a-4435-9633-8439189efd3a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.455638543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"a2b9c2ff-8dc9-45b6-bab2-af52882a0dd5","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.512196944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"19d8f821-309a-4210-9281-8046f07b2be9","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.666284252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"9e931ad1-08ae-404a-a1b1-a193e7a72683","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.722746585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"9e931ad1-08ae-404a-a1b1-a193e7a72683","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.729802131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"5e596eea-c255-4274-90c8-9bf1b57cafb4","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.792744877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"669bd999-a2dd-438f-bcf9-a4b8475ee2c9","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.844621468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"f54c7e44-a2bf-4ce4-959d-b71e533224ce","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:52.850786362Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-8e0e54/e2e-test-subscription-no-access","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.889602543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"39c51a35-0626-4929-ba0a-57232180ae93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.889652339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c6065684-ea6a-4cf4-af12-85aa642e48be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.90140019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"beb59666-4893-4cef-b1ca-ca8b058b18c8","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.948633383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c6065684-ea6a-4cf4-af12-85aa642e48be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:52.948942657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"39c51a35-0626-4929-ba0a-57232180ae93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.039533308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"701d6bd7-5925-44d2-96d8-91733cf15789","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.167026968Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-subscription-no-access","reconcileID":"66d5c7bb-cd8c-4c58-a412-fa9769f2b727","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-8e0e54/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.198514707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"38d6c31f-116d-4311-b728-4169d0e55d53","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.255373587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"38d6c31f-116d-4311-b728-4169d0e55d53","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.330591682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"a48aa1cc-3251-453a-9b0f-f1f29912acea","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.337552441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e0a24158-b2c7-4dfa-b829-b798f8b6bade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.337669651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7cef9e8b-96c4-4d3d-b191-ffdbd9623bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.375994475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"9c5bbce8-7f3c-4da5-8573-4c3ff74017ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.394503715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7cef9e8b-96c4-4d3d-b191-ffdbd9623bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.394579268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e0a24158-b2c7-4dfa-b829-b798f8b6bade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.538067676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-subscription-no-access","reconcileID":"5b17506d-536f-463d-98a6-0cbd27fa2d51","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:53.567396906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"38d6c31f-116d-4311-b728-4169d0e55d53","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.72675694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"bf368404-3051-46aa-9365-c4c1487dfd5c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.783230406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"bf368404-3051-46aa-9365-c4c1487dfd5c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:53.864585754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"ce42f88e-a23a-42f4-a903-8e2dbf78cf9d","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.022282839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"75c96f8d-d52b-4471-bb77-8d971c5c4d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.022315272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-no-auth","reconcileID":"84a8373e-4614-403d-9c8a-d68ab4e83c3b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.022715534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f6d45db3-3cca-457e-82a2-dfc44bc35fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.079809385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"75c96f8d-d52b-4471-bb77-8d971c5c4d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.080777357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"f6d45db3-3cca-457e-82a2-dfc44bc35fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.082081813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-no-auth","reconcileID":"84a8373e-4614-403d-9c8a-d68ab4e83c3b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.570397166Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","namespace":"ai-tenant-e2e-ipp-a-dd3113","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.570448078Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","namespace":"ai-tenant-e2e-ipp-a-dd3113","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.570497523Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","tenant":"e2e-ipp-a-dd3113","tenantID":"e2e-ipp-a-dd3113","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.624876796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"Deployment","name":"maas-api-e2e-ipp-a-dd3113","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.698215497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"Service","name":"maas-api-e2e-ipp-a-dd3113","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.753226246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-dd3113","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.807223085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-dd3113","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.866797482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.924037149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:54.981167778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.03610924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.092236236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.146236594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.207496994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"Service","name":"payload-processing-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.27039099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.325421881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.380312978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.43624747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.492024104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.554241186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.608899421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.662073113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-dd3113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:55.71563537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd3113"},"namespace":"ai-tenant-e2e-ipp-a-dd3113","name":"default-tenant","reconcileID":"00366533-9a5c-4dc9-98b4-9248c3807ede","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-dd3113","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.156711039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"00230f52-6bf0-48e7-affd-a0522c836068","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.310723345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"27a5a63a-88e3-4f7f-9a4c-a70c0450a0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.311086037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"33bd8e3e-4bbf-4d2d-a2f6-b12b9765a309","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.311105564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"98155e7a-9a77-4139-9d96-607121520863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.369997603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"98155e7a-9a77-4139-9d96-607121520863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.372219724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"27a5a63a-88e3-4f7f-9a4c-a70c0450a0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.372568466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"33bd8e3e-4bbf-4d2d-a2f6-b12b9765a309","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.743029919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"f6bca466-0441-47d4-bc25-a1ce4f7cb159","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.79844634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"21aebc7b-9711-462f-88ea-7972c859c159","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:56.9542655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-auth","reconcileID":"20894e22-abb3-495c-a930-a0223b5a92ef","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.010171778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"e47e22da-10a3-49c0-b848-eaa4c1c20ca4","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.011178051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-auth","reconcileID":"20894e22-abb3-495c-a930-a0223b5a92ef","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.069622306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"db7d087c-fa53-4f69-a0c0-5820babb3dfe","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:53:57.118582203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-sub","reconcileID":"bb4a693e-0e36-49a2-a9d0-a23218ad8381","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.173678412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"0287fbee-5fe7-4c3c-a330-9ffd9d4a7ae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.174281946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"028cab44-1efd-4ef8-ac1c-910744ba5780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.232879473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"0287fbee-5fe7-4c3c-a330-9ffd9d4a7ae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.232959641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"028cab44-1efd-4ef8-ac1c-910744ba5780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.233562882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"19796c4b-7df0-44c5-b247-54c6bf8bbe2f","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.2906183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"315c3b67-8e1b-490e-b7e5-9bf0cdac497d","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.329475402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"34b61bc8-19b6-4337-bd47-c9db8e27c09f","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.487551313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-auth","reconcileID":"443c31d9-eab5-42e2-a95e-67c5ff07cddc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.544372975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-auth","reconcileID":"443c31d9-eab5-42e2-a95e-67c5ff07cddc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.56450525Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-sub","reconcileID":"094f2201-6dd0-4d99-90ee-1b91a5cdc4b5","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/e2e-status-active-sub","ai-tenant-e2e-worker-w2-939acd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.631184207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"3129fda2-dddf-4c8e-a5fc-b836454527bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.631250477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"8040f5a3-d324-49ce-9466-22a6439c0dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.688115577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"3129fda2-dddf-4c8e-a5fc-b836454527bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.688281795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"8040f5a3-d324-49ce-9466-22a6439c0dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.733230437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"01e8759b-6c38-429e-8233-291dd1c8e76a","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.776585792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"45ace351-14e3-4af1-9b4e-b17508fd7b5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:57.943836932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-sub","reconcileID":"1e92370a-174e-4cb3-9c2f-52d9ccea5e6e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:59.724363654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"09a24057-cf00-4d2d-891e-9c9b04c3547c","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:59.879560677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-auth","reconcileID":"ac8db906-be08-4ac0-99c9-6d686db5a5a3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:59.879584988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0cff1258-2df4-4355-ba7d-009aab5dc400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:59.880002837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"1a31c1e8-6977-4f9c-a4b0-b83718b393af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:59.936249429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0cff1258-2df4-4355-ba7d-009aab5dc400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:59.937292037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"1a31c1e8-6977-4f9c-a4b0-b83718b393af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:53:59.938373865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-auth","reconcileID":"ac8db906-be08-4ac0-99c9-6d686db5a5a3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:02.261223799Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dd3113","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dd3113","reconcileID":"4b874bc5-84c8-4135-b489-5340131b7f64","aitenant":"ai-tenants/e2e-ipp-a-dd3113","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:02.729366494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2714790-05a8-440a-bac8-6216fbf27498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:02.781713405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2714790-05a8-440a-bac8-6216fbf27498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:02.836500119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2714790-05a8-440a-bac8-6216fbf27498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:02.888568903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2714790-05a8-440a-bac8-6216fbf27498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:03.064658301Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dd3113","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dd3113","reconcileID":"4b874bc5-84c8-4135-b489-5340131b7f64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-dd3113","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-dd3113"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.028468289Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-sub-only","reconcileID":"02540db7-315d-4810-a10d-8115f0ef9f90","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.25582808Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-sub-only","reconcileID":"02540db7-315d-4810-a10d-8115f0ef9f90","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.464122172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"5b1f2b68-cd9d-4e73-8461-cf01d9d3b3c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.521893736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"913246ad-6778-4e50-a533-9c35b56c8102","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.668355442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"c36b694d-e463-471f-b532-078cb7b2da1f","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.678804489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-no-auth","reconcileID":"4de0df07-9306-4a52-a1c1-8e40098b873c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.678807529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"327c0a05-cd3f-4f1e-ad64-1ec82926f4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.67937388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"7f351d72-05bb-4ad2-90c7-d4018ad5feed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.735998367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-no-auth","reconcileID":"4de0df07-9306-4a52-a1c1-8e40098b873c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.736059176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"7f351d72-05bb-4ad2-90c7-d4018ad5feed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.737941201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"327c0a05-cd3f-4f1e-ad64-1ec82926f4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.764855363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01bbf19-fe30-4bfb-af9e-eca2b5314ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.816875058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01bbf19-fe30-4bfb-af9e-eca2b5314ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.868825813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01bbf19-fe30-4bfb-af9e-eca2b5314ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.920564707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b01bbf19-fe30-4bfb-af9e-eca2b5314ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:04.969378135Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-test-group-no-auth","reconcileID":"cdc2ab2b-7950-4e44-8139-e17c91fed98e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:05.128647185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"1de705d0-4fed-4737-857d-b4854d6648ae","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:06.317769994Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-subscription-no-access","reconcileID":"ae02f5b2-96ee-4d3b-8ec7-ba92e42c6b8b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:06.532199093Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-subscription-no-access","reconcileID":"ae02f5b2-96ee-4d3b-8ec7-ba92e42c6b8b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:06.740533212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"97a30d46-11ad-4a6f-a5dc-a6fb4b6174a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:06.793695791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"b4032df4-b664-428b-b086-7a0b410cc23f","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:06.79461037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc7198f-1d07-4f61-af33-4a6b0b030778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:06.847252259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc7198f-1d07-4f61-af33-4a6b0b030778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:06.899344153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc7198f-1d07-4f61-af33-4a6b0b030778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:06.951015652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc7198f-1d07-4f61-af33-4a6b0b030778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:06.954120187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"23eb486c-69d0-41b1-b107-bbccc7e87064","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:07.053777161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"f29ad122-ad45-481e-9789-451e49e4616b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:07.10279575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b01de7b4-b2d1-47ed-9bce-106f08dd87c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:07.104803168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c7e43255-c564-4db3-8d88-cd7ebf31a05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:07.110130892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"f29ad122-ad45-481e-9789-451e49e4616b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:07.159968321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b01de7b4-b2d1-47ed-9bce-106f08dd87c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:07.161417031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c7e43255-c564-4db3-8d88-cd7ebf31a05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:07.265460152Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-test-auth-no-access","reconcileID":"dfdaa515-cd4c-4fa4-96c4-97ac0ad564bd","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:07.473560856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"96ddf888-c5ca-4743-b682-c5ff0a05c754","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:09.886188807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-sub","reconcileID":"eb9ec2e8-52cb-4961-8c24-6ed16e294528","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.103409716Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-sub","reconcileID":"eb9ec2e8-52cb-4961-8c24-6ed16e294528","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.310953555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"ddc7b95b-83fe-4b01-9310-69533f2d77b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.318503437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"bd5a45e6-e742-4761-9757-1064b50a84b3","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.467922152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"99d7abc1-eabd-438d-a35d-d12286fe494d","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.529778655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-auth","reconcileID":"20b4a121-fa7f-4a51-8843-2240f9cb7105","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.530793172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"7d295625-ccbd-4fd7-b771-68df35978a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.530984453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0b4d64f1-ba9e-4a3b-b4ee-da22a990351c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.586120927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-auth","reconcileID":"20b4a121-fa7f-4a51-8843-2240f9cb7105","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.587549007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0b4d64f1-ba9e-4a3b-b4ee-da22a990351c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.588266366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"7d295625-ccbd-4fd7-b771-68df35978a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.789416295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-active-auth","reconcileID":"83749626-a53a-44df-88c1-504640c51b57","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:10.94789939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"95792e59-aa3c-4f81-afe9-9789d0dd3530","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:11.25578366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75b63fc-7fae-4ec9-bbf2-c1577034ddf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:11.307699999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75b63fc-7fae-4ec9-bbf2-c1577034ddf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:11.359513178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75b63fc-7fae-4ec9-bbf2-c1577034ddf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:11.411197789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75b63fc-7fae-4ec9-bbf2-c1577034ddf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:54:11.913291132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-failed-sub","reconcileID":"3cad955c-55ca-439a-b684-9940ccb87233","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:11.961303411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"3dc2c75e-6671-41c9-8f24-119216c02421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:11.961577512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"1b9f7458-49f7-492e-82ee-11d93d76edbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:12.018573498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"1b9f7458-49f7-492e-82ee-11d93d76edbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:12.018622448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"3dc2c75e-6671-41c9-8f24-119216c02421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:12.406453724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"05a0651e-a02e-4205-b59a-f2c0052af4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:12.458403303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"f36604c0-aab0-4473-b647-47060d18ec9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:12.515019264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"f36604c0-aab0-4473-b647-47060d18ec9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:12.51521165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"05a0651e-a02e-4205-b59a-f2c0052af4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:12.93140906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"4b8d2bb3-1472-4993-93a9-6bff8412ac07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:12.982608591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-failed-auth","reconcileID":"c377f046-6009-4a5b-8229-db418213a42a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:13.038816302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-failed-auth","reconcileID":"c377f046-6009-4a5b-8229-db418213a42a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:13.093801455Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-failed-auth","reconcileID":"c377f046-6009-4a5b-8229-db418213a42a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:13.297955328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30c34c9-99c4-42de-944a-93ba5ba03606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:13.349932318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30c34c9-99c4-42de-944a-93ba5ba03606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:13.401549085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30c34c9-99c4-42de-944a-93ba5ba03606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:13.453124126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30c34c9-99c4-42de-944a-93ba5ba03606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:13.607395059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-failed-auth","reconcileID":"86c01a44-5fa2-4e91-92a0-8279d6506145","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:13.66370845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-failed-auth","reconcileID":"86c01a44-5fa2-4e91-92a0-8279d6506145","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:13.719446059Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-failed-auth","reconcileID":"86c01a44-5fa2-4e91-92a0-8279d6506145","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:14.372120375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e1978d5d-b9a2-4e91-bba5-83468f3b931f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:14.37222753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a852f775-b636-464d-91d4-588b22b21959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:14.429459637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e1978d5d-b9a2-4e91-bba5-83468f3b931f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:14.429882341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a852f775-b636-464d-91d4-588b22b21959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:14.974044813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"5108e56e-d4ca-4702-a98d-23c7ff60f51e","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.030636031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"73fc6232-14d8-4ac2-b9d9-d483bb7ecd5f","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.128073359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-failed-auth","reconcileID":"de851a21-0f25-4307-be30-08c41270fd39","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.184446366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-active-auth-only","reconcileID":"d18b5b42-9252-43dc-8f5e-7f2abae8df1e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.240660481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-active-auth-only","reconcileID":"d18b5b42-9252-43dc-8f5e-7f2abae8df1e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.393511347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced6fa74-7aeb-4615-8d1d-928224df67a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.445179401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced6fa74-7aeb-4615-8d1d-928224df67a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.496531393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced6fa74-7aeb-4615-8d1d-928224df67a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.548270716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced6fa74-7aeb-4615-8d1d-928224df67a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.60521575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"099d4ace-7df3-418d-b22b-287b056325ef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.813793328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-active-auth-only","reconcileID":"763d04c9-8488-4756-89d3-71665c88828e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:15.870731718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-active-auth-only","reconcileID":"763d04c9-8488-4756-89d3-71665c88828e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.207774378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"c615c2d3-766f-4d1f-a67d-53acdfbd8388","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.26204253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"0c906583-edad-492b-9b36-d2e390533276","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.415392497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-auth","reconcileID":"2087a67b-84af-4940-878b-ebeea9cf3f65","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.469945965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"6bce45dd-2186-43c1-9779-434799347437","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.472528708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-auth","reconcileID":"2087a67b-84af-4940-878b-ebeea9cf3f65","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.526600246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"33086c59-5621-410a-8294-5745c45a9a31","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:54:16.578210465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-sub","reconcileID":"e14fc153-8da0-4e63-91ed-25b21f0165f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.623798238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ee5fe5a4-c5cf-4589-ae0f-461806637579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.623804826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"88973a63-c712-4c1e-a996-19fd135cd181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.689693998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"88973a63-c712-4c1e-a996-19fd135cd181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.689818361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ee5fe5a4-c5cf-4589-ae0f-461806637579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.733610634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"7ce08aef-ddfa-4b48-9218-28c428520495","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.791295073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"620a1ce8-997e-4153-86cd-dfbdcfad118d","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.806971524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"14f69021-fb69-421e-b84c-1b804ba5c2d4","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:16.961481685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-auth","reconcileID":"e9d28422-0105-4768-8a51-231ffeb265b2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.017826432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-auth","reconcileID":"e9d28422-0105-4768-8a51-231ffeb265b2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.059536024Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-sub","reconcileID":"7f778123-f1cf-472f-948a-363b11ade20a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.05964016Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-sub","reconcileID":"7f778123-f1cf-472f-948a-363b11ade20a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.103775856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"7bc398e5-e96e-4ad0-acc3-6aa9c0462f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.103778422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"05958785-353a-41fc-ada6-8143339c3502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.160965328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"05958785-353a-41fc-ada6-8143339c3502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.16097469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"7bc398e5-e96e-4ad0-acc3-6aa9c0462f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.267145451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"b6955656-b1f3-44ca-b630-7765cc5b859e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.325415901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"b3106f29-1e7f-4e7b-b757-6255983bc7e8","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.535189903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-sub","reconcileID":"08974c05-22a2-4698-9731-f0afc9ded196","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.535332558Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-sub","reconcileID":"08974c05-22a2-4698-9731-f0afc9ded196","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.580202857Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-active-auth-only","reconcileID":"c79acefa-a268-444e-92ae-d04565acf62b","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.580304999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"c60eec82-869e-4595-9efa-e5ccacf7e05f","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:17.796437382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"2c39205e-e89f-4beb-ae60-211a291fb559","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:18.641535217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"a090498d-f7bf-4120-a700-b601d0fc0e39","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:18.698360314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"271d543f-877f-4164-8471-b90413e205a4","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:18.88942645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"1b838cc0-a3fa-4b8f-b254-a68b2c381f1c","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:18.903660613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-degraded-auth","reconcileID":"ec07312f-f48a-4ab1-b4e4-94b436340a51","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:18.944480019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"de4412f8-a2fa-44da-b439-6821fb65e924","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:18.960354942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-degraded-auth","reconcileID":"ec07312f-f48a-4ab1-b4e4-94b436340a51","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.043932208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ae4c6296-a2fb-4b4c-9ff1-bb76fed3b6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.043961412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-auth","reconcileID":"5a6712a0-6113-4ebf-a838-338d7c239132","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.044438259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ca810f1d-806c-4fb4-8b14-622ef301b567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.066680809Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-degraded-auth","reconcileID":"ec07312f-f48a-4ab1-b4e4-94b436340a51","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.101245477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-auth","reconcileID":"5a6712a0-6113-4ebf-a838-338d7c239132","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.101275969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ca810f1d-806c-4fb4-8b14-622ef301b567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.103565641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ae4c6296-a2fb-4b4c-9ff1-bb76fed3b6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.374813711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"c49af128-316b-4fe3-ba3a-38fd572e5a90","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.5800168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-degraded-auth","reconcileID":"2bda2e55-2e0f-490a-856c-6cc1e02fbb07","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.637030514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-degraded-auth","reconcileID":"2bda2e55-2e0f-490a-856c-6cc1e02fbb07","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:19.743598154Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-degraded-auth","reconcileID":"2bda2e55-2e0f-490a-856c-6cc1e02fbb07","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:20.906424373Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:21.07364212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"8de6a89d-a371-491e-8e4e-7e1efb789e47","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:21.073659433Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-degraded-auth","reconcileID":"9da96188-5827-4466-82e4-1095df288ace","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:21.125439674Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-status-degraded-auth","reconcileID":"9da96188-5827-4466-82e4-1095df288ace","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:21.386185536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"4326651f-5f44-405d-b707-11cbe40da259","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.267369435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"6d2c4137-5977-499d-b5cf-a60e9f673be5","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.325527702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"88a123e3-e7ba-41d0-bec8-0032e1b75abb","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.479300411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey-auth","reconcileID":"72323bfc-6c6e-4667-9b3a-2ca646ac7209","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.535684968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey-auth","reconcileID":"72323bfc-6c6e-4667-9b3a-2ca646ac7209","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.561926085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"78ccda3f-f2f0-49c2-a405-d183bfb2b2e8","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.618665461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"28ea54db-5064-4a7a-8bc8-7946383c11d5","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:54:22.6687118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey","reconcileID":"1e9914bf-8471-4ef9-824a-63a7de2be858","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.715473406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4969c024-922e-4366-9db8-8f19c248ec2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.715868512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3656a457-1dd4-481b-ae18-69655a3d57a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.771978749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3656a457-1dd4-481b-ae18-69655a3d57a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.772463398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4969c024-922e-4366-9db8-8f19c248ec2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.783984222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"ac0da260-680a-4cd0-bb96-8bcaab12504f","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.802831592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"ef401a68-26c5-4496-bcf0-83a7c4eab1bc","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.841080807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"720a833c-9a05-4380-95c9-57370bf7fa66","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:22.956048467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey-auth","reconcileID":"67198a8f-8ed9-406d-8232-59a0320e991a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.01257529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey-auth","reconcileID":"67198a8f-8ed9-406d-8232-59a0320e991a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.093512516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c3953b96-d1e0-43f8-ad81-cf9029b11bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.093595333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"af748bc7-37a4-4f77-b453-576c8cfdc087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.107923673Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey","reconcileID":"1a522e1a-bc9d-43f9-8660-a2ba2c7c7795","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.108015353Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey","reconcileID":"1a522e1a-bc9d-43f9-8660-a2ba2c7c7795","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.150338864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"af748bc7-37a4-4f77-b453-576c8cfdc087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.150359162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c3953b96-d1e0-43f8-ad81-cf9029b11bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.193856134Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","namespace":"ai-tenant-e2e-praxis-a-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.193908519Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","namespace":"ai-tenant-e2e-praxis-a-6fb382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.193960628Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","tenant":"e2e-praxis-a-6fb382","tenantID":"e2e-praxis-a-6fb382","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.247872465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6fb382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.308509169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"Service","name":"maas-api-e2e-praxis-a-6fb382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.316553132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"1f216941-0a98-4364-875e-1943471c9ca4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.326448326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"627a490d-1161-4c40-b39a-3672ffc83462","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.368930675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6fb382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.423932598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6fb382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.480380522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.534441813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.546291399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey","reconcileID":"c2d540d9-8c6a-49d3-9a93-e41488f034e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.54641619Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey","reconcileID":"c2d540d9-8c6a-49d3-9a93-e41488f034e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.591431155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.646289913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.697960897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.749408883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.801257697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"Service","name":"payload-processing-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.853113651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.904695161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:23.956034487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.007386515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.06248979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.114815593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.167708946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.219001198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6fb382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.270633141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6fb382"},"namespace":"ai-tenant-e2e-praxis-a-6fb382","name":"default-tenant","reconcileID":"8ebdfbce-872f-4db2-9302-c1fd3325d7d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6fb382","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.378702187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-failed-sub","reconcileID":"4cb42c2c-fedf-4555-9a7e-8408ed180496","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.378816552Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-failed-sub","reconcileID":"4cb42c2c-fedf-4555-9a7e-8408ed180496","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-939acd/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.771617078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"7466fadb-22c1-4eae-aaa8-2759d96d4759","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.868981132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"337e0727-1c9c-418a-8d58-06bccb634c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.869000157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a6a86c9b-5474-464b-a445-008f5d7772d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.926294097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a6a86c9b-5474-464b-a445-008f5d7772d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:24.926622947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"337e0727-1c9c-418a-8d58-06bccb634c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.2437092Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6fb382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6fb382","reconcileID":"f1b1fbc6-c029-4bf9-be7d-90856b29fa1a","aitenant":"ai-tenants/e2e-praxis-a-6fb382","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.619090333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"5c687226-a3ce-4524-8a60-cf5fc59e681c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.619111357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"5c687226-a3ce-4524-8a60-cf5fc59e681c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.676613525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"05ebe3ed-f311-4a56-8daa-b5fa1955b640","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.67719096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-w2-939acd","reconcileID":"e5bef235-faef-41e8-bdcb-6e0703399327","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.742073752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4b5b36c2-8da0-4224-ae20-4d2dfb29d7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.742091429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey-auth","reconcileID":"3dc86a8d-f898-49c7-8b53-02b846981414","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.74252007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"9fed6af2-179b-4648-875b-746ca8db1dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.787538572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"b895847c-4c9f-464e-b431-a97d7f03b135","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.787556993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"b895847c-4c9f-464e-b431-a97d7f03b135","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.79972582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4b5b36c2-8da0-4224-ae20-4d2dfb29d7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.799913791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey-auth","reconcileID":"3dc86a8d-f898-49c7-8b53-02b846981414","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.801696711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"9fed6af2-179b-4648-875b-746ca8db1dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.813921595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84dc587c-e3be-4c10-8d31-729903fe6a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.865579406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84dc587c-e3be-4c10-8d31-729903fe6a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.868374508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"3ff3057e-f4b7-4eca-b53e-f8cccad9b037","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.868389573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"3ff3057e-f4b7-4eca-b53e-f8cccad9b037","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.917041191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84dc587c-e3be-4c10-8d31-729903fe6a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:25.968921121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84dc587c-e3be-4c10-8d31-729903fe6a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.057916958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"a488a1b1-674c-4f63-8e26-45a9b4e2adf9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.057933919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"a488a1b1-674c-4f63-8e26-45a9b4e2adf9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.078223195Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6fb382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6fb382","reconcileID":"f1b1fbc6-c029-4bf9-be7d-90856b29fa1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6fb382","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6fb382"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.118275329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"2787e16a-284a-4755-9b5e-b4329d45ccd9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.118289689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"2787e16a-284a-4755-9b5e-b4329d45ccd9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:54:26.166758131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-sub","reconcileID":"7c6de009-8052-492e-8654-849c35157bdf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.181442078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"241831e2-3fbc-4ad3-8f69-38d1ed97c4e9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.239289161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"241831e2-3fbc-4ad3-8f69-38d1ed97c4e9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.285347581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0870c5b3-0db5-41e1-80bb-acfabf285281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.285421576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"4c4854c3-50a3-4f89-9854-c2cffab4145e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.292360254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"c22ee336-e063-4f16-9d9c-4090b851801d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.292376792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"c22ee336-e063-4f16-9d9c-4090b851801d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.342512428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"4c4854c3-50a3-4f89-9854-c2cffab4145e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.342988693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0870c5b3-0db5-41e1-80bb-acfabf285281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.350876887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"37365465-7f86-42dd-aba9-d1608ee4a8da","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.350899979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"37365465-7f86-42dd-aba9-d1608ee4a8da","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.560970738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"7dbecb0f-236c-4e12-9bc4-df0e28b4f873","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.560986155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"7dbecb0f-236c-4e12-9bc4-df0e28b4f873","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.568458921Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-sub","reconcileID":"76ced933-cf05-4277-bbf3-571c64beb23c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-939acd/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.740624239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"d1bd9133-3eca-4949-a8da-f2f5ef26b169","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.740641667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"d1bd9133-3eca-4949-a8da-f2f5ef26b169","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.770298592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"45502652-9d6f-4603-81d3-d4f7992b5cb9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.827262977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"45502652-9d6f-4603-81d3-d4f7992b5cb9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.868653465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"832759cb-4326-48c6-b5c0-c993594e5c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.868840562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"fe75f60e-83be-40d0-b3dc-653bbf0c5808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.925977936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"fe75f60e-83be-40d0-b3dc-653bbf0c5808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.926745537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"832759cb-4326-48c6-b5c0-c993594e5c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:26.951109518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-sub","reconcileID":"f4126efa-6b81-458f-9016-270ceaa4a7f6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:27.859216131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589bcdf1-4a94-48bb-88f5-0e1aa262ddf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:27.910887579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589bcdf1-4a94-48bb-88f5-0e1aa262ddf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:27.962433338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589bcdf1-4a94-48bb-88f5-0e1aa262ddf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:28.013997742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589bcdf1-4a94-48bb-88f5-0e1aa262ddf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.05577911Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-sub","reconcileID":"ba491084-87e9-4619-9756-50d29062e699","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.272922017Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-sub","reconcileID":"ba491084-87e9-4619-9756-50d29062e699","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.272950035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-sub","reconcileID":"ba491084-87e9-4619-9756-50d29062e699","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.320621666Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-sub","reconcileID":"ba491084-87e9-4619-9756-50d29062e699","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.528917105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"e9fbc92d-afb6-41da-8a9b-b6a560a9fedc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.610771638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"a4ca9c70-0b97-45ef-a86b-90e31c5d3760","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.66935636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"31d38e55-0387-4cbd-999e-786039e1d950","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.669369706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"31d38e55-0387-4cbd-999e-786039e1d950","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.754255572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"e133576d-2c63-4570-8506-f20743fe2b54","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.767768567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"08e165ad-8cf4-4e1e-b32e-41c46eb223ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.768111066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"162bf459-19cd-4be0-be5b-12ccda7f275d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.768210941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-auth","reconcileID":"37d3c12a-2d41-4172-bd55-e549c65175c6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.851047157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"08e165ad-8cf4-4e1e-b32e-41c46eb223ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.85213999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"162bf459-19cd-4be0-be5b-12ccda7f275d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.854061809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-auth","reconcileID":"37d3c12a-2d41-4172-bd55-e549c65175c6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.903068358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66292960-6227-4cf5-b671-760bfeb9e236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:29.956498946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66292960-6227-4cf5-b671-760bfeb9e236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:30.008081559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66292960-6227-4cf5-b671-760bfeb9e236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:30.06091494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66292960-6227-4cf5-b671-760bfeb9e236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:30.162522618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-status-degraded-auth","reconcileID":"2f3abbc5-996e-4d0c-b0f6-fbb8ac49329c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:30.419920317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"c90451f8-b258-47e6-860a-7068b7c5f700","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.265854999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"8408ecc0-9044-4d1d-926f-f59414f1fb30","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.320679403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"d3157b26-9e01-49fb-84cb-0c7ee518bce5","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.47445022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"37c17874-902d-403d-bd79-1ef537398ebd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.531848782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"37c17874-902d-403d-bd79-1ef537398ebd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.548110732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"9d8d9295-3adc-40b1-8c21-ec1dc44e8c26","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.605187087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"308d1620-8e83-4ad7-8d4a-da8127ff87b8","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:54:31.656958123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf","reconcileID":"df3c7d1c-1164-41f8-a67c-6193c5fde2f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.703282555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ab434ddc-dbcf-4e42-aa23-e08fa24e95f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.703284753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"94a4c3b0-9375-4378-9bf0-e235b95771b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.76000063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"94a4c3b0-9375-4378-9bf0-e235b95771b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.760241272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"ab434ddc-dbcf-4e42-aa23-e08fa24e95f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.771361568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"bfc457eb-830f-4c74-934b-b6f7362d8ef7","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.828096797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"467f0432-92b2-422b-8ebd-8f1fd816e9ca","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.834539321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"e4f7222e-d62b-407e-bdc4-5b0aa55b1a85","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:31.98786331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"49fb48cf-0600-45ba-b655-8b2695ae138b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.046950103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"49fb48cf-0600-45ba-b655-8b2695ae138b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.093657394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf","reconcileID":"f58e0b9a-2470-41e8-856b-e5ba5bacf7de","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.093742383Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf","reconcileID":"f58e0b9a-2470-41e8-856b-e5ba5bacf7de","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.128825502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"39ba1695-e323-4cb0-a370-82e94dd81ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.128825494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8862e3bd-8542-4c01-837c-475e568e3034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.185784601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"39ba1695-e323-4cb0-a370-82e94dd81ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.18578675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8862e3bd-8542-4c01-837c-475e568e3034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.301533536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"c5548d13-bd8b-439b-9104-80d364f3d1e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.361987532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"d96abca0-d88c-4147-921a-7ca2679db72c","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.572651435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf","reconcileID":"22e3428c-46cd-4887-a068-3a9e1ca81825","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:32.572769402Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf","reconcileID":"22e3428c-46cd-4887-a068-3a9e1ca81825","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:34.598633269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"dfd18dbe-cb96-4302-a5f6-46f0c500eccd","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:34.753480748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"704f5f75-4d9e-4463-8fb0-c9692e87c7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:34.811880644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"704f5f75-4d9e-4463-8fb0-c9692e87c7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:34.826075626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"07ba4db7-044a-4da3-9452-7ad50fbe4469","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:34.826103835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"08bb33fe-c2db-42d1-9c4b-ed4b9e5d5b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:34.883116763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"08bb33fe-c2db-42d1-9c4b-ed4b9e5d5b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:34.88383352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"07ba4db7-044a-4da3-9452-7ad50fbe4469","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:35.749550781Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey","reconcileID":"bf76ee67-c980-4c69-9e3c-5a624f965d2e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:35.96322355Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey","reconcileID":"bf76ee67-c980-4c69-9e3c-5a624f965d2e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:35.963248865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey","reconcileID":"bf76ee67-c980-4c69-9e3c-5a624f965d2e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:35.963341007Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey","reconcileID":"bf76ee67-c980-4c69-9e3c-5a624f965d2e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.172422447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"7a76853c-40de-4841-953c-2ab21f7d6ece","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.231384216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"b60933be-544b-4a80-ba97-4f9220b979be","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.370348224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"2fba6825-287f-4aa4-8b24-a3ebac1be11c","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.385627138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5c4db721-7c73-46ed-9c1a-788c5a8b5501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.385837736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey-auth","reconcileID":"2056f73e-4ef5-4bcc-92e0-01b86b52ba99","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.386177995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"9d4ca174-5df4-40e1-aad0-7f88d6f05cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.442308333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5c4db721-7c73-46ed-9c1a-788c5a8b5501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.442369872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey-auth","reconcileID":"2056f73e-4ef5-4bcc-92e0-01b86b52ba99","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.444578425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"9d4ca174-5df4-40e1-aad0-7f88d6f05cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.645962382Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-apikey-auth","reconcileID":"65e25159-2f3c-459d-90ae-628526076fd2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:36.855206347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"e8ed0453-0895-43d9-92e8-3cac83ce2c57","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:37.164595832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"f7deb46f-0e08-4c6b-96b9-f737c7af46b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:37.732440837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"bbf62dbf-d05f-41b1-ae99-3057f0afd021","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:37.78888518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"59180986-70ed-4306-ae72-8331e8237247","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:37.944274295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube-auth","reconcileID":"4500124d-0036-45b9-97fa-6733b4ac09f5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.000937635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"31ad9645-63db-4a90-91a1-0e9ee0b9f1e0","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.001668752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube-auth","reconcileID":"4500124d-0036-45b9-97fa-6733b4ac09f5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.058144909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"afa67caa-6f0f-42b8-8117-f1cb73a150a0","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:54:38.108375538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube","reconcileID":"367bbfb4-f68d-40a1-991f-8491c72dfcf8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.156071801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c728aa3c-6e9b-4c0e-836d-1d6320449dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.156072287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e6e7929d-55d9-4754-a5b6-cb33b456b5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.213983457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e6e7929d-55d9-4754-a5b6-cb33b456b5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.214076998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c728aa3c-6e9b-4c0e-836d-1d6320449dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.22700443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"d0739874-0ddf-4fcd-9649-47335b6a1060","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.284239178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"b120c041-0795-4029-a601-0abc658f0d8a","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.31754977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"db73736e-f28a-4f84-a175-56715927076f","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.47202955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube-auth","reconcileID":"7d7999f1-a359-4881-9103-336fb5d60a8e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.528682799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube-auth","reconcileID":"7d7999f1-a359-4881-9103-336fb5d60a8e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.552311795Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube","reconcileID":"69653a8f-f86f-4748-ba29-0e9b3677a4ce","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.552413608Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube","reconcileID":"69653a8f-f86f-4748-ba29-0e9b3677a4ce","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.618351651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"27c46dbb-19e3-43ef-b14e-240ad1c655ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.618424548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"08c14a27-cc4b-4893-8f8a-374790cc8837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.674966827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"27c46dbb-19e3-43ef-b14e-240ad1c655ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.675020064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"08c14a27-cc4b-4893-8f8a-374790cc8837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.7604474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"d871df6e-3dc4-4362-b886-9bffb1413123","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.768933913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"664c8475-5b71-46ca-97d8-9a8c0d101eb4","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.976078307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube","reconcileID":"4dbd12b6-d021-492b-be64-d737b38e2030","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:38.976184884Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube","reconcileID":"4dbd12b6-d021-492b-be64-d737b38e2030","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:39.24401975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"3d73b60a-fd93-4f71-8183-821afb34887f","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:39.376247962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"af5f3248-1e57-42a2-a59b-6e8ca4d1a5d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.478448383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-sub","reconcileID":"aab76d9c-794b-44cb-8cde-12b48b8b7841","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.704034933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"ba400d07-beeb-4dae-a422-35c99e810d32","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"tenant":"e2e-worker-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.704055922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"ba400d07-beeb-4dae-a422-35c99e810d32","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.754192941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"52fc779e-ae00-4ee7-813e-4d867277d42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.754208953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"9fa74bb6-b045-4b22-abf6-81b8b285bcd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.75454394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"8ce6de5b-a294-4fed-a574-a335b623481e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.780722562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"34cc451a-772e-47e3-8a37-c6ead5ecd1a9","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.812195372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"52fc779e-ae00-4ee7-813e-4d867277d42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.812821165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"8ce6de5b-a294-4fed-a574-a335b623481e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.814398706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"9fa74bb6-b045-4b22-abf6-81b8b285bcd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.950277817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"6f42094a-afa8-46bf-b079-62c98fd9904d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:40.950414784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"af8ef75b-8352-43c6-aedb-167e2e2e1fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.007358669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"6f42094a-afa8-46bf-b079-62c98fd9904d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.00745774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"af8ef75b-8352-43c6-aedb-167e2e2e1fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.129212229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15046796-eae7-484b-bb39-bf600368c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.181425825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15046796-eae7-484b-bb39-bf600368c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.233271026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15046796-eae7-484b-bb39-bf600368c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.23344103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube-auth","reconcileID":"bda28a7b-51c1-4db3-ac52-d5ad9359206e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.285195228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15046796-eae7-484b-bb39-bf600368c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.342497976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube-auth","reconcileID":"bda28a7b-51c1-4db3-ac52-d5ad9359206e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.921330788Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-sub","reconcileID":"cfc9cff7-949a-4f30-b91c-99ee8a31e22e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.974821149Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"e2e-temp-model-status","reconcileID":"e65b3133-f16e-4b1f-9e5d-9ed27120c106","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:41.975022323Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-sub","reconcileID":"cfc9cff7-949a-4f30-b91c-99ee8a31e22e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.079663859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"3d62f66a-d698-4216-8e7f-6bf8dc2b31e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.080176273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"3a1521b3-dd82-4645-ae8c-c76f6097f46e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.083237324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"7be71894-70e8-4587-8ab5-6cabda1c432b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.136871536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"3d62f66a-d698-4216-8e7f-6bf8dc2b31e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.137366915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"3a1521b3-dd82-4645-ae8c-c76f6097f46e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.137405763Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"3a1521b3-dd82-4645-ae8c-c76f6097f46e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.139920822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"7be71894-70e8-4587-8ab5-6cabda1c432b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.145856234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-w2-939acd","reconcileID":"6e4f18b9-60cc-4c40-8ce5-74a9125e84c3","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.501586449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"b3b8a50d-1e6e-4af9-9f28-424a9a5d0d2f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.558472739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"b3b8a50d-1e6e-4af9-9f28-424a9a5d0d2f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.55850774Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"b3b8a50d-1e6e-4af9-9f28-424a9a5d0d2f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.614514885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"621c1ea4-d0b0-4e23-8f6f-309d7529d0e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.614998988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"3c12106a-f915-4501-872a-c5ab6e3e6436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.671556737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"3c12106a-f915-4501-872a-c5ab6e3e6436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.671569027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"621c1ea4-d0b0-4e23-8f6f-309d7529d0e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:42.980124736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"127a2daa-b63e-4816-877d-1b3d814ef59e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.037174895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"127a2daa-b63e-4816-877d-1b3d814ef59e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.092292003Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"127a2daa-b63e-4816-877d-1b3d814ef59e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.126003544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"cdb11eaf-7854-495a-801d-1bf4445c18e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.126234903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"875dadc2-82a5-4f74-94bb-88d71483e70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.18378045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"875dadc2-82a5-4f74-94bb-88d71483e70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.185996788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef706ed1-97be-4d48-ac09-770e91e510b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.18731461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"cdb11eaf-7854-495a-801d-1bf4445c18e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.237833066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef706ed1-97be-4d48-ac09-770e91e510b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.291326235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef706ed1-97be-4d48-ac09-770e91e510b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:43.343119701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef706ed1-97be-4d48-ac09-770e91e510b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:44.803670839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf","reconcileID":"5d89d7d1-c6b6-411f-a455-3f9926e4f39a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.023531753Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf","reconcileID":"5d89d7d1-c6b6-411f-a455-3f9926e4f39a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.02355669Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf","reconcileID":"5d89d7d1-c6b6-411f-a455-3f9926e4f39a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.023632854Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf","reconcileID":"5d89d7d1-c6b6-411f-a455-3f9926e4f39a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-dfa0bc/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.238779624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"7ec1c6a4-dce6-4c92-9397-7b3ee56e7cd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.244375675Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","namespace":"ai-tenant-e2e-ipp-b-058c42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.244423314Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","namespace":"ai-tenant-e2e-ipp-b-058c42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.244469231Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","tenant":"e2e-ipp-b-058c42","tenantID":"e2e-ipp-b-058c42","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.296493128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"4ddeb628-6c63-4deb-905c-07203da4616b","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.302225877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"Deployment","name":"maas-api-e2e-ipp-b-058c42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.307868541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09965f54-6e75-471c-89d9-d44cec33bd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.360996542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09965f54-6e75-471c-89d9-d44cec33bd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.376431253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"Service","name":"maas-api-e2e-ipp-b-058c42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.413060889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09965f54-6e75-471c-89d9-d44cec33bd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.445422807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"bbefab8b-6f38-4773-9f18-5ec833bc1bdf","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.465339127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09965f54-6e75-471c-89d9-d44cec33bd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.468252059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-058c42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.517894296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"7e552f29-041e-4428-b4ca-5a0db657bb11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.523766852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-058c42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.577448278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"7e552f29-041e-4428-b4ca-5a0db657bb11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.582633544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.617443584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"43dbd3c8-6848-4724-ba88-1377e265d4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.623138878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"06c04387-0412-4feb-84f5-5346294c4a40","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.639335057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.675422997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"43dbd3c8-6848-4724-ba88-1377e265d4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.679898142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"06c04387-0412-4feb-84f5-5346294c4a40","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.736518448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.790669949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.844061133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.902815532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.930343836Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f6091609-7ac8-40d1-a0ff-a4e3817102f4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:45.962542125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"Service","name":"payload-processing-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.027462256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.082615093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.145508977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.189468275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"77855a08-d249-4097-9ae9-505f2b25e888","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.20225586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.25887429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.318762278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.374000069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.431422162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-058c42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:46.519034011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-058c42"},"namespace":"ai-tenant-e2e-ipp-b-058c42","name":"default-tenant","reconcileID":"19009fd9-c21f-4e7a-ab1d-690fe12471d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-058c42","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:47.409165392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3489f5bf-8f7c-449e-9bb6-5dabff2dfbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:47.461254772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3489f5bf-8f7c-449e-9bb6-5dabff2dfbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:47.513001983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3489f5bf-8f7c-449e-9bb6-5dabff2dfbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:47.564589433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3489f5bf-8f7c-449e-9bb6-5dabff2dfbff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:49.488214581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea67b26-b7cd-4244-8c37-edc2b8fa0b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:49.540017245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea67b26-b7cd-4244-8c37-edc2b8fa0b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:49.591436328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea67b26-b7cd-4244-8c37-edc2b8fa0b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:49.642950433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea67b26-b7cd-4244-8c37-edc2b8fa0b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:50.905884054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:50.943415213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube","reconcileID":"fbaceda7-34d7-40ca-9eea-5fb2a884ed25","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.156535259Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube","reconcileID":"fbaceda7-34d7-40ca-9eea-5fb2a884ed25","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.15656174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube","reconcileID":"fbaceda7-34d7-40ca-9eea-5fb2a884ed25","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.156663212Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube","reconcileID":"fbaceda7-34d7-40ca-9eea-5fb2a884ed25","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-8e0e54/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.364840864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"a0ad0e81-426b-45c8-a08e-7e278b7ce5da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.425962951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"b5e9ff03-ba5d-434b-ab85-34e5d69c514c","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.574876486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"b7b80677-453d-4454-a4f4-71353523c109","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.580040547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube-auth","reconcileID":"bb314aec-dc62-45cc-9bdf-c1d1370c0d7e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.580418632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ab25d942-aed9-4640-b29e-4ce477e4fdd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.580500686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5a558bcc-b28e-41d4-9fac-03fdda6a7c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.637429444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube-auth","reconcileID":"bb314aec-dc62-45cc-9bdf-c1d1370c0d7e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.637576644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5a558bcc-b28e-41d4-9fac-03fdda6a7c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.639614278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ab25d942-aed9-4640-b29e-4ce477e4fdd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:51.813395246Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-degraded-models-kube-auth","reconcileID":"01527cfb-3ee7-451e-8367-c0c9487d7c89","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:52.040984343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"a3a1d2a0-0436-43e6-82a3-8e0525c5204c","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:52.777788153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-sub","reconcileID":"12bc8939-650a-4221-90cf-2ddb06973e6a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:52.777899536Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-sub","reconcileID":"12bc8939-650a-4221-90cf-2ddb06973e6a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.306293548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"36bbdd2e-e446-43bb-a62f-f76a59ec567b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.307834045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"d6695262-8780-4901-8bf1-d6abefe526e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.308046545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"f4e52a87-d06a-486c-bc75-333d15882ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.363007552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"36bbdd2e-e446-43bb-a62f-f76a59ec567b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.368618477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"f4e52a87-d06a-486c-bc75-333d15882ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.368718555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"d6695262-8780-4901-8bf1-d6abefe526e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.418302884Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"36bbdd2e-e446-43bb-a62f-f76a59ec567b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.571000087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"e2e-status-transition-auth","reconcileID":"931a23c8-5806-473c-b348-c7ce2e5d1701","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.783857371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"a3abb31c-a3be-49a8-91f8-b6395ef48060","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.841712139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"2c414bc9-e0dd-4264-ac63-3088d8e8eafa","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:54:53.894190959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-list-subs-refs-sub","reconcileID":"c25d7957-1686-4471-9811-bd4b7c8e7527","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.946364332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5d103ca5-661f-4b4a-9d6f-8c45d2f60653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:53.947039016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d754e3d9-bf8f-45b3-b675-43c2e7ad67c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.004423195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d754e3d9-bf8f-45b3-b675-43c2e7ad67c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.004524551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5d103ca5-661f-4b4a-9d6f-8c45d2f60653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.009777655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"30d81723-9d1f-4592-8bd6-0f7242508c13","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.068309723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"443f44da-40c2-4ac4-9a2e-873e99a3bc62","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.350629984Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-list-subs-refs-sub","reconcileID":"2b50f522-819a-4242-b0a2-f6ad87d814ab","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.367271662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d73c79fd-47c6-4137-94bf-41ea433d9819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.368605068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"38d10bbc-16ad-4b1c-96f8-788528d25fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.429331787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"d73c79fd-47c6-4137-94bf-41ea433d9819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.429465519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"38d10bbc-16ad-4b1c-96f8-788528d25fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.541450258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"9c30eb22-5c9d-4d22-957e-39f0ab12140f","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.567586585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"fe45a5b0-b39a-4df8-9ef4-63b330608d13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:54.800178363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-list-subs-refs-sub","reconcileID":"ba1e5c1c-97c2-43e4-bfb8-8992a3f30556","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:55.010902538Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-058c42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-058c42","reconcileID":"dbf3ee00-b0dd-47c6-be21-d06a9d9c99f8","aitenant":"ai-tenants/e2e-ipp-b-058c42","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:55.498266874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c948492d-5c4c-4013-ba01-4b3ead0d79a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:55.549773842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c948492d-5c4c-4013-ba01-4b3ead0d79a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:55.602281987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c948492d-5c4c-4013-ba01-4b3ead0d79a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:55.653927803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c948492d-5c4c-4013-ba01-4b3ead0d79a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:55.818713231Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-058c42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-058c42","reconcileID":"dbf3ee00-b0dd-47c6-be21-d06a9d9c99f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-058c42","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-058c42"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:56.852255963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"10c4100d-3f4b-42df-a00d-af28d9b7fed5","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:57.052354161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0c320159-8c2b-482b-92c6-53df603ad90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:57.052966929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4a72d2fe-c9cc-4a2f-9fb7-6f34fb5b68e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:57.110532601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0c320159-8c2b-482b-92c6-53df603ad90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:57.110728496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4a72d2fe-c9cc-4a2f-9fb7-6f34fb5b68e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:57.597205654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52c319b-0237-4e07-a46e-93523c9cdd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:57.648943219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52c319b-0237-4e07-a46e-93523c9cdd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:57.700493539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52c319b-0237-4e07-a46e-93523c9cdd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:57.75238488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52c319b-0237-4e07-a46e-93523c9cdd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.633873307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"b1cf1a4a-ae09-4a1c-a7db-9661e55f5753","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.633895687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"b1cf1a4a-ae09-4a1c-a7db-9661e55f5753","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.697608864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"e1dc3392-1567-4f8b-92eb-b0afe4f87a04","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.70564351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92b2ccc-7f25-4c6c-ae04-9bdca8440c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.759929315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92b2ccc-7f25-4c6c-ae04-9bdca8440c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.811961497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92b2ccc-7f25-4c6c-ae04-9bdca8440c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.818781775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"47a305fd-5265-4ba0-81c6-4f78f128ffcc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.818800854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"47a305fd-5265-4ba0-81c6-4f78f128ffcc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.863852944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92b2ccc-7f25-4c6c-ae04-9bdca8440c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.922125459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"133cf9b8-e12a-434f-8516-1e14bb8eac2b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:54:59.922141507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"133cf9b8-e12a-434f-8516-1e14bb8eac2b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:54:59.972279732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-sub","reconcileID":"5151433e-1831-453f-866f-4650f54b5f03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.021751918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"05952dbc-a850-4cc5-9933-8e8f7d8dc027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.022664364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2f8da248-6011-49d8-b09a-66e004d5cd01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.077993652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"05952dbc-a850-4cc5-9933-8e8f7d8dc027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.080201884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2f8da248-6011-49d8-b09a-66e004d5cd01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.09196161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"9c56109d-8606-454f-95bf-ab143a1beedb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.091978196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"9c56109d-8606-454f-95bf-ab143a1beedb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.15726647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"356b6838-1481-4ae7-8349-4ffb9a37b99d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.157286211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"356b6838-1481-4ae7-8349-4ffb9a37b99d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:00.210790893Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"356b6838-1481-4ae7-8349-4ffb9a37b99d","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:00.210858328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"356b6838-1481-4ae7-8349-4ffb9a37b99d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.210976981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"b84c603d-5c14-4dea-8396-0d46933818ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.210988793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"b84c603d-5c14-4dea-8396-0d46933818ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.364188746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-auth","reconcileID":"15751a29-e47a-48de-940e-e1df2d01e007","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.366409282Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-sub","reconcileID":"680fcb03-2be0-4b13-b9a5-123a50c55c97","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.423370371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-auth","reconcileID":"15751a29-e47a-48de-940e-e1df2d01e007","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.488592483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b110b10b-3a6c-46e3-b9d7-018f76b46b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.488592384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"8fc2b4b6-fd20-4d1b-9aab-7dcda4eb68c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.537358584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"efb3456a-2e57-4dba-84c8-c246a647d78f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.537373633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"efb3456a-2e57-4dba-84c8-c246a647d78f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.547535212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"8fc2b4b6-fd20-4d1b-9aab-7dcda4eb68c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.547545944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"b110b10b-3a6c-46e3-b9d7-018f76b46b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.699371119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"f895a321-7a1c-474e-883d-d95f0a3e8341","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.699388522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"f895a321-7a1c-474e-883d-d95f0a3e8341","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.753092096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-sub","reconcileID":"cd2e5726-1f23-4078-8439-fcb456f13cf9","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.914546643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-auth","reconcileID":"1309f2c3-e448-4a70-8ca7-0ccc154c8467","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:00.978890604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-auth","reconcileID":"1309f2c3-e448-4a70-8ca7-0ccc154c8467","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.347994157Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-auth","reconcileID":"805f7dc9-ed42-493d-afce-5b74b830283d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.348098541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"1890434b-9256-4396-b0ad-9ac04d2a1282","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.348113966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"1890434b-9256-4396-b0ad-9ac04d2a1282","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.557011713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"d5c26ba6-6bfe-4bdb-993c-8418f4beb952","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.557036662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"d5c26ba6-6bfe-4bdb-993c-8418f4beb952","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.564042993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"98564947-4bad-471c-956f-e4c7835f3b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.564336467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"5cb22201-8a3b-4b9d-b9d7-0095f2f2e500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.620473291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-sub","reconcileID":"fd453195-491f-4382-8c16-624c40a080cd","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.620920124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"98564947-4bad-471c-956f-e4c7835f3b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.623319328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"5cb22201-8a3b-4b9d-b9d7-0095f2f2e500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.698030438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"6ca40e4d-1fc4-49a0-b45c-753525d3e938","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:01.698047552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"6ca40e4d-1fc4-49a0-b45c-753525d3e938","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:02.041795795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"91550ce9-ed73-46a3-9df4-3ef8a5068dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:02.044144767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"293746ff-5da3-4728-8995-4ebf2fab1d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:02.100877328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"91550ce9-ed73-46a3-9df4-3ef8a5068dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:02.101192589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"293746ff-5da3-4728-8995-4ebf2fab1d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:02.781333718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8670e6-d3e3-424b-8854-d5ec6bd5b897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:02.833591457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8670e6-d3e3-424b-8854-d5ec6bd5b897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:02.884918591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8670e6-d3e3-424b-8854-d5ec6bd5b897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:02.936585222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8670e6-d3e3-424b-8854-d5ec6bd5b897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:03.377638017Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6859ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6859ae","reconcileID":"032f6700-0f3b-405b-8d07-1b7cb9c0240d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6859ae","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6859ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:04.910616721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f189389-94a9-4df8-a3b5-725d2b96a043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:04.963122275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f189389-94a9-4df8-a3b5-725d2b96a043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:05.016402435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f189389-94a9-4df8-a3b5-725d2b96a043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:05.068401775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f189389-94a9-4df8-a3b5-725d2b96a043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:07.013877331Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-list-subs-refs-sub","reconcileID":"a94e6bb9-d763-427a-8f58-2937282395b6","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:07.350344652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-list-subs-refs-sub","reconcileID":"a94e6bb9-d763-427a-8f58-2937282395b6","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:07.562270019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"2416139b-bb34-4ae5-9000-1eba7be14d66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:07.619652891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"757a6413-860e-4ba4-9f46-cfa8e0a7eefa","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:07.777750166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"a7f81443-3100-4f7b-b190-0ccb098dcd75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:07.778780148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"1c4dd377-469b-4c02-aa2a-1f99ac09009a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:07.834479243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"a7f81443-3100-4f7b-b190-0ccb098dcd75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:07.835414397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"1c4dd377-469b-4c02-aa2a-1f99ac09009a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.251991714Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-sub","reconcileID":"93e0d13d-cc9d-4ca8-a6df-cacc167a02b8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.350883021Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-sub","reconcileID":"93e0d13d-cc9d-4ca8-a6df-cacc167a02b8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.456659516Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-enrichment-sub","reconcileID":"93e0d13d-cc9d-4ca8-a6df-cacc167a02b8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.457286891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"0b7f1600-c2ce-4586-b00c-6e38e2bec358","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.511275715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"a02a794d-e17a-4a5a-a3a2-77890d3e9a84","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:08.569039258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-sub","reconcileID":"049ba820-2dc2-43c6-b94e-575b9a1148a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.612521189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5031e9f3-f18b-4ba1-8a18-afbb0b542b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.612528252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"e50cbd27-7bf0-4256-8078-2e1e97451879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.669795438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5031e9f3-f18b-4ba1-8a18-afbb0b542b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.670046451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"e50cbd27-7bf0-4256-8078-2e1e97451879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.692380568Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-dfa0bc priority=0:[ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-match-sub ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.692546812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"8e461e77-7f47-472b-afc0-7dd2f64ccf8d","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.747502877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"dea52a63-0520-4ced-84cb-f7e4b5791b39","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:08.750576147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-sub","reconcileID":"bfba7ae8-c171-472a-84c4-3711add4179a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.800663344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"77349a4e-2c60-42b2-bdba-90d797429d5c","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.802636122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"1a328af3-0840-4224-8daa-20dfcd79f696","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"tenant":"e2e-worker-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.802657237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"e2e-enrichment-model-ref","reconcileID":"1a328af3-0840-4224-8daa-20dfcd79f696","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:08.806297293Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.806516729Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-dfa0bc priority=0:[ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-match-sub ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.855407957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"c59ae6a9-e9a3-4699-9fd2-7477ee595109","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:08.859376576Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.869916443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"5dabe0e7-815f-47f5-b2d4-b0657eb5bc22","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.926787376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"0cde2b04-a361-4390-b6c0-dd23aeb7918a","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.938699405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"521b4978-7c3f-4574-a815-c0a35567e898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.938725245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"9429a506-5e81-47e1-a756-5a389ecf922b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.996859564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"521b4978-7c3f-4574-a815-c0a35567e898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:08.9968902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"9429a506-5e81-47e1-a756-5a389ecf922b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.00709267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3754c4ce-cf90-4d7c-b194-78eaa3f28373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.007364814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"fb4e85b6-b645-4a43-adbc-f1a75412178b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.059580037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3754c4ce-cf90-4d7c-b194-78eaa3f28373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.059910412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"650aed2e-187e-48a9-a78f-b0a33993cd35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.060209322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"9cbc476b-b657-4feb-a3e0-3ddce08d7081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.113424338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3754c4ce-cf90-4d7c-b194-78eaa3f28373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.117369659Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-sub","reconcileID":"acb59b9a-4f64-4c7a-8b75-edb068cec95b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-2-w3-dfa0bc","model":"distinct-2-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.118407445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"650aed2e-187e-48a9-a78f-b0a33993cd35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.165139832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3754c4ce-cf90-4d7c-b194-78eaa3f28373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.170214901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"75103615-8b77-427d-94b8-739d0bc35426","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.173020317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"fb4e85b6-b645-4a43-adbc-f1a75412178b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.222140728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"9cbc476b-b657-4feb-a3e0-3ddce08d7081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.223945395Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-sub","reconcileID":"7eabaf35-10ef-4df0-9097-9d034eec9058","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-w3-dfa0bc","model":"distinct-w3-dfa0bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.250405463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"01553b0c-18cf-4943-96e7-a3ed4d5b3a4b","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.308467329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"bf31edb3-0edf-4b9c-8201-0026a23e6793","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.366090371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"2361ac11-916d-4530-8c68-9c1bc5bab106","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.378987245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1500c507-96eb-464f-ba3a-482b93728c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:09.432558147Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"2361ac11-916d-4530-8c68-9c1bc5bab106","name":"distinct-2-w3-dfa0bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-dfa0bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:09.432607755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"2361ac11-916d-4530-8c68-9c1bc5bab106","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-dfa0bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.432692856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"bb6026ea-fb78-4218-9abb-78a76eff5605","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.436069447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1500c507-96eb-464f-ba3a-482b93728c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.436126406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"e53c9eaf-7aed-468d-af98-5354f4927e12","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.438614328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"0af5d368-658c-4661-ad32-b73981ba9d5e","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.470598027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"2e83bd8c-9eb7-4a8a-bb7d-3cd9513dc423","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.519402838Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-410bb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-410bb8","reconcileID":"8e93c646-5c80-4b5b-bf06-ecc4f7a99883","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-410bb8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-410bb8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.58960827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-sub","reconcileID":"423e473f-c9df-4ac8-9dc0-1f92d2d25b7c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-2-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.640366187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"b433a331-e899-471e-9dc6-d1904b21e42e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.686223316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-sub","reconcileID":"ff286c9c-7539-4c4d-a8b7-9cac4d2c4dcb","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.701998521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"b433a331-e899-471e-9dc6-d1904b21e42e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.737365495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"5e97401a-af74-4dd4-b9bf-3d1a1eb7b265","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.737381164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5a3f714d-6d2a-4755-bceb-d41065f8d7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.780321127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"32568813-9ce0-4543-b893-37f12b87a6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.811135017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"5a3f714d-6d2a-4755-bceb-d41065f8d7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.811303913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"5e97401a-af74-4dd4-b9bf-3d1a1eb7b265","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.841353454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"32568813-9ce0-4543-b893-37f12b87a6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:09.917251023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-sub","reconcileID":"92ba7cbc-27d1-4206-ad83-cc02ff78ba5a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-2-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.036863574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"36794fb0-5ce1-4f84-bda3-2b3d1b1885b7","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.044259123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"dcab0ba8-9756-415d-837e-c1d76fc630a4","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.044316979Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-dfa0bc priority=0:[ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-match-sub ai-tenant-e2e-worker-w3-dfa0bc/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.105840923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"5958938d-0268-4ba8-b18e-0ded788659b1","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.134340489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"248a9282-81e3-4fbd-a9bb-efb1758707fc","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.18257444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"50be825d-d8c5-48ab-ac50-948d46156b29","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.234668251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"4abf5326-ca30-48fa-ae00-47bfdf54f820","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.236186735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3d821622-807c-40d3-85eb-1dc0f605aeb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.256260137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"80a8ee81-4622-4376-992a-ea117c9d1666","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:10.288354837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-sub","reconcileID":"9216750a-29e4-448c-be80-d4077b0aaf0f","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.295135221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3d821622-807c-40d3-85eb-1dc0f605aeb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.361091541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"3a4c67e5-03c2-48e0-99b8-bdb8ac9158fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.367890428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"3a0e9c3d-b765-491e-b63c-dd085596f9b5","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.406144622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"1d744b34-32b0-47f5-8465-18942cf21b8c","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.420661381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"6114fb85-d46c-43f3-b8f9-b72f598e9648","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.433855732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"3a4c67e5-03c2-48e0-99b8-bdb8ac9158fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.474181785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"59e96dac-611e-4ae0-8f4c-adeaf778d721","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.479134138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"6114fb85-d46c-43f3-b8f9-b72f598e9648","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.512871223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"922e0ee3-e34d-4b79-a4c8-c1676bad2a1d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.57282726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"922e0ee3-e34d-4b79-a4c8-c1676bad2a1d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.624898452Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-sub","reconcileID":"33ab37f2-e427-48af-9f52-cf3ba3667308","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","model":"distinct-w1-8e0e54","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-8e0e54/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.728065295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-auth","reconcileID":"54025713-f51c-4d26-b912-bdd73ed902d5","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.74583321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"353932ba-584d-4095-b115-9a29efbb9124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.784989925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-auth","reconcileID":"54025713-f51c-4d26-b912-bdd73ed902d5","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.798130952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"d28d5b08-3c0b-4179-8a4b-e0e96dbd903d","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.802344188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"353932ba-584d-4095-b115-9a29efbb9124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.925362554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f64dbbfc-a4f2-4a5e-80aa-842385e12624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:10.982354036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f64dbbfc-a4f2-4a5e-80aa-842385e12624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:11.00601444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-sub","reconcileID":"c1290c37-1e26-45c7-8298-40db7ac82dc6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:11.049047272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"7bef31be-2463-452b-a2d7-69124f34bb58","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:11.085528453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8fd5c6-4f93-44a7-8651-fe028f8d5f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:11.137114352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8fd5c6-4f93-44a7-8651-fe028f8d5f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:11.189174005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8fd5c6-4f93-44a7-8651-fe028f8d5f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:11.241282429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8fd5c6-4f93-44a7-8651-fe028f8d5f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:11.40355769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-auth","reconcileID":"fb66b234-1399-4e9d-8ca5-2cfc8e416703","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:11.461405549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-auth","reconcileID":"fb66b234-1399-4e9d-8ca5-2cfc8e416703","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.105577326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"e3fe0bf7-9ee4-400a-b808-6fa2e2335b26","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.266014325Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-sub","reconcileID":"f5d2503d-e454-46c0-9c04-75c8747492ef","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9c7fbcdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.362968946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"6ce08384-04fc-4612-80d1-248aa3ae386b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.364188107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"40140cff-f352-4d39-9f1b-afa7ac1777fd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.364222039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"bc83be14-0bcd-4e6b-8ce9-2a68b44b9dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.364720292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"8704237f-b16c-4c45-a10e-4938e33c097a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.427481196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"40140cff-f352-4d39-9f1b-afa7ac1777fd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.428008056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"8704237f-b16c-4c45-a10e-4938e33c097a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.429991138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"6ce08384-04fc-4612-80d1-248aa3ae386b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.430396856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"bc83be14-0bcd-4e6b-8ce9-2a68b44b9dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.647093042Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","namespace":"ai-tenant-e2e-praxis-b-1e2492","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.647142411Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","namespace":"ai-tenant-e2e-praxis-b-1e2492","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.647206783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","tenant":"e2e-praxis-b-1e2492","tenantID":"e2e-praxis-b-1e2492","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.700913168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1e2492","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.761574256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"Service","name":"maas-api-e2e-praxis-b-1e2492","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.816310611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1e2492","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.848708725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"0a20c549-2062-4325-b6bb-46eda1b2f5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.848755226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"9e748ee0-af43-4a68-b48e-264f2cbd7fbf","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.849127396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6ff711d3-0444-4cdd-ab22-f5533276b027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.849318392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"b58d6c39-64c2-4c4e-ba78-aa6819345ce9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.871269895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1e2492","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.906652628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"9e748ee0-af43-4a68-b48e-264f2cbd7fbf","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.907026077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"0a20c549-2062-4325-b6bb-46eda1b2f5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.908841488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"b58d6c39-64c2-4c4e-ba78-aa6819345ce9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.909254241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6ff711d3-0444-4cdd-ab22-f5533276b027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.927219639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.929400189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"662ac807-8a39-4beb-a254-d9e3f9576a2a","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.929410016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-auth","reconcileID":"f7eeaf2f-b78f-41b4-8976-50c7e37efd47","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-2-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:13.992109797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.048813174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.10647759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.140179418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"9f7bf57b-eef6-4e45-86ca-c09d1bb66ab2","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.160815314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.212412262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.26540279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"Service","name":"payload-processing-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.288244706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"019be354-622d-41f9-98ad-76756fa1d3b2","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.316625276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.367991273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.421316936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.442484302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"57534352-d9f1-4f5a-b973-30c2fe6b18e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.442483584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f52e298c-7254-4824-ab65-cdb6ee257dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.472748072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.49949614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f52e298c-7254-4824-ab65-cdb6ee257dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.499497934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"57534352-d9f1-4f5a-b973-30c2fe6b18e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.528374453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.580618274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.636203798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.687737332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1e2492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:14.741347104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1e2492"},"namespace":"ai-tenant-e2e-praxis-b-1e2492","name":"default-tenant","reconcileID":"a79b9f8d-12ed-454c-8f81-7880103eca2b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1e2492","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:20.906101343Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:22.604704996Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1e2492","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1e2492","reconcileID":"65623150-bbe6-4138-8727-e06ac055d073","aitenant":"ai-tenants/e2e-praxis-b-1e2492","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.067141416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358033bb-b384-49da-9900-98c1413cf644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.118676393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358033bb-b384-49da-9900-98c1413cf644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.169968883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358033bb-b384-49da-9900-98c1413cf644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.222186922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358033bb-b384-49da-9900-98c1413cf644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.318428765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-sub","reconcileID":"0760e2f3-6b0d-437d-af32-74344a70249d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.370131426Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-sub","reconcileID":"0760e2f3-6b0d-437d-af32-74344a70249d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.39797139Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1e2492","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1e2492","reconcileID":"65623150-bbe6-4138-8727-e06ac055d073","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1e2492","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1e2492"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.437975927Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-sub","reconcileID":"0760e2f3-6b0d-437d-af32-74344a70249d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.736831567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"4f4ec8a4-ba77-4f18-a9f9-15cf3fcfe3db","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.799253285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"0ef962a7-55f2-4875-b71b-5aeb3b357520","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.88974986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"4c005f81-69ec-4257-978c-9e1228a7e9b9","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:23.99585637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"da4c6b5a-294c-401a-8e78-1e6b59182516","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.001589379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"7dec6987-8b61-4203-b770-21f5b37da35a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.002912708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8d5ef38c-271c-4b31-9fc5-58f284980122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.003061215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"e06b54fe-d903-4738-8d31-d366f651e533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.053067219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"da4c6b5a-294c-401a-8e78-1e6b59182516","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.056404846Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-sub","reconcileID":"7ad5f776-c9e7-4aa8-9b28-241b1f501a7b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e8603708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.058613466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"7dec6987-8b61-4203-b770-21f5b37da35a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.061568272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"8d5ef38c-271c-4b31-9fc5-58f284980122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.062530366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"e06b54fe-d903-4738-8d31-d366f651e533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.450125529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-sub","reconcileID":"3e108fa9-fd29-4538-a34e-214a0d2cda2f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.502269425Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-sub","reconcileID":"3e108fa9-fd29-4538-a34e-214a0d2cda2f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.554047644Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"e2e-no-access-sub","reconcileID":"3e108fa9-fd29-4538-a34e-214a0d2cda2f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/distinct-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.5637338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"afc4792d-6119-4eda-a146-cb35903641c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.564302972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"92a6d12b-321d-42f9-b676-debfb19e70ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.564763742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"79312da4-083c-4039-933f-f893928a2749","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.565229638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"a864d5e1-a34c-4b75-b60f-ebc7711c755f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.658223621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"afc4792d-6119-4eda-a146-cb35903641c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.659579466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"92a6d12b-321d-42f9-b676-debfb19e70ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.660940785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"79312da4-083c-4039-933f-f893928a2749","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.662527035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"a864d5e1-a34c-4b75-b60f-ebc7711c755f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:24.880719945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"b2ef1b63-5e22-40ec-945c-af930cdb665b","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:25.035812231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"29383303-c002-4d63-b0b7-388dd8e9649f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:25.036089394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"212fd9bd-cd7a-46b6-b57c-9c2e38f991ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:25.093535734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"29383303-c002-4d63-b0b7-388dd8e9649f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:25.094001911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"212fd9bd-cd7a-46b6-b57c-9c2e38f991ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:25.203649587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5208f2-e385-4ae3-9692-2e76e33883d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:25.255449696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5208f2-e385-4ae3-9692-2e76e33883d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:25.312146536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5208f2-e385-4ae3-9692-2e76e33883d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:25.364276913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5208f2-e385-4ae3-9692-2e76e33883d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:26.685044653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"f900d91a-f283-4633-9b5d-25ba1a8f71c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:27.301130094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c972a04e-ca45-4fac-a526-104deefe51f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:27.352616237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c972a04e-ca45-4fac-a526-104deefe51f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:27.40428393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c972a04e-ca45-4fac-a526-104deefe51f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:27.455720501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c972a04e-ca45-4fac-a526-104deefe51f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:28.961726098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"a0e60df3-4ba7-4b4a-bf21-fa9142be248d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:29.397063779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b502c403-e98f-4312-83e6-2d1cc1d6a90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:29.448971019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b502c403-e98f-4312-83e6-2d1cc1d6a90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:29.500990149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b502c403-e98f-4312-83e6-2d1cc1d6a90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:29.552584848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b502c403-e98f-4312-83e6-2d1cc1d6a90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:29.767144354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"ba34cbc6-ba87-4d67-9524-1087dfbbc98e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:30.547425922Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-19dda4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-19dda4","reconcileID":"88a5ca8f-f2c1-49b1-8ffe-b91168e6bb88","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-19dda4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-19dda4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:31.491214888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3feaf03d-6bde-4e8c-aba7-4ac61f56ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:31.543395657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3feaf03d-6bde-4e8c-aba7-4ac61f56ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:31.601015661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3feaf03d-6bde-4e8c-aba7-4ac61f56ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:31.652716795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3feaf03d-6bde-4e8c-aba7-4ac61f56ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.077734398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"28af3138-b175-44c3-a08f-da303df6f057","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.132703082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"ea5bc065-0373-4aee-b286-113c1fa66d76","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.287075166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"a2c28cca-9ffd-4504-a54f-fb4aa3dca980","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.363146799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"0712410a-6be2-4208-96d7-d9fde5f003ff","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.365694732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"a2c28cca-9ffd-4504-a54f-fb4aa3dca980","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.431047186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"68bb2c7a-1dbd-4cc3-a5b6-73ffaace6893","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:32.493776099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-user-subscription","reconcileID":"b033ef55-9b77-4b7a-b7ab-4c3349e83870","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.546560647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"cd21629b-575e-42cf-a398-2e914f2fd7d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.546837658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"4faa2d87-47c1-4ba7-8612-711e1dbf1881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.60373778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"cd21629b-575e-42cf-a398-2e914f2fd7d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.604081204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"4faa2d87-47c1-4ba7-8612-711e1dbf1881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.608300583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"d09a7c85-94f2-4eef-97a2-395bd6292b8d","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.626383689Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a51d4c priority=0:[ai-tenant-e2e-worker-w4-a51d4c/e2e-test-other-subscription ai-tenant-e2e-worker-w4-a51d4c/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.626505131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"740fb9b9-9b11-4b0f-b90b-8f75885d02e6","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.663769581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"052b6e19-681f-453e-8e78-f676ab02198c","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:32.679584859Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a51d4c/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.73499957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"546bbde1-7744-4583-8f7d-d75101693d98","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T14:55:32.73731156Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a51d4c/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.790790881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"b352ffcc-06c3-4907-a42a-0fffac949b7b","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.791543603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"220e67d7-c764-4a44-824b-6c0493f67b11","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.944921135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"a99212f7-1de3-487d-957d-cf2862892b67","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.949936385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-user-subscription","reconcileID":"095d3ac1-67c5-4be1-a598-5bbfa229b779","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-a51d4c/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.97235115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"9e17fb41-ed43-4d34-9d03-c69a32e83553","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:32.998901931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-other-subscription","reconcileID":"382e59ec-05fe-4537-ab15-1d1e67e31110","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.003604069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"a99212f7-1de3-487d-957d-cf2862892b67","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.066361798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a31115d1-08b0-475c-a1ae-40b6b79dc7f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.066874405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"315648ef-ddd7-4ef4-9279-180bdea245d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.124272898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"315648ef-ddd7-4ef4-9279-180bdea245d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.125648491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a31115d1-08b0-475c-a1ae-40b6b79dc7f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.129886251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"174cc4d1-ae1d-4a23-898e-1ebb0d1e5509","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.171994492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"749e5e13-0049-41af-af37-187447a53e8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.187880036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"4439d3a6-c052-47cb-a081-52f561bff775","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.342592222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-user-subscription","reconcileID":"ce9c7734-2a4e-4bae-984e-972984a556e4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.441295571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-other-subscription","reconcileID":"f7289c47-7e60-4969-b24d-3c2f599047b2","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.613728493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80c5541-f0aa-4b70-90e7-6dacca46a17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.666044235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80c5541-f0aa-4b70-90e7-6dacca46a17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.717916297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80c5541-f0aa-4b70-90e7-6dacca46a17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:33.769821513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80c5541-f0aa-4b70-90e7-6dacca46a17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.112571578Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-sub","reconcileID":"a2039008-7fca-49b5-b0c5-8cd0a5270144","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.165109835Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-sub","reconcileID":"a2039008-7fca-49b5-b0c5-8cd0a5270144","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.222750791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-sub","reconcileID":"a2039008-7fca-49b5-b0c5-8cd0a5270144","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.494764198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"4cffc10d-ba68-4c55-b310-9830dc86fc45","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.49487788Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a51d4c priority=0:[ai-tenant-e2e-worker-w4-a51d4c/e2e-test-other-subscription ai-tenant-e2e-worker-w4-a51d4c/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.555861689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"3a8d4465-2bc7-44cb-bb92-7e9f52b5e633","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.616966761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"675e3096-ba75-4e97-a42d-0c1db9ab021e","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.620349383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"29ce03c7-1436-4769-90a5-62c71774a6e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.620383431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"f2d0ff20-3094-40c0-9da6-1483dbd15649","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.62072968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0578736a-32a5-4d14-bba2-b6ec843ca3f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.620911644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"dbf56af9-82fa-4cad-bbeb-689e3f84067d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.653796559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"c1d7144b-3d9b-4105-be1d-27688cd0bbc3","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.678246008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"f2d0ff20-3094-40c0-9da6-1483dbd15649","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.678302047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"29ce03c7-1436-4769-90a5-62c71774a6e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.680282471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0578736a-32a5-4d14-bba2-b6ec843ca3f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.680640217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"dbf56af9-82fa-4cad-bbeb-689e3f84067d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:34.913937352Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-match-auth","reconcileID":"7d6b802e-5779-4f7b-9a02-1935d654c4b2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.077390831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"0ffb91e3-a3e5-4636-92a0-c2e2765f4548","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.13231045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4deffb34-6aa5-423d-a3e9-62751d7ab176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.13234557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"0ffe1749-a87b-428a-a984-5efc4c9bfd40","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.132735386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"613e5a63-585d-4723-8cd0-20bc5198e9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.189064305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"613e5a63-585d-4723-8cd0-20bc5198e9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.193967234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"0ffe1749-a87b-428a-a984-5efc4c9bfd40","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.194566561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4deffb34-6aa5-423d-a3e9-62751d7ab176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.24633153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"53660571-86ef-436e-bf5f-0e03d45d7828","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.392920203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"e2e-model-nomatch-auth","reconcileID":"c6fc9f04-c278-4250-8f45-2fe299bf4381","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/distinct-2-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.601868508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"8de81f73-b92b-4e8a-8999-2b29a259f014","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.731396127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"8c09b4e6-e5bc-42fd-b2e5-ad786b56b9a4","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.894017504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"fffeed23-ea55-4687-aec3-4a893b54e6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.894185584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"b82c418e-19b1-4b0a-93a3-c738b4c6a54c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.894443215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"649ff315-d733-45c0-869d-6b1c047b6c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.955464095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"b82c418e-19b1-4b0a-93a3-c738b4c6a54c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.955571833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"649ff315-d733-45c0-869d-6b1c047b6c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:35.958235787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"fffeed23-ea55-4687-aec3-4a893b54e6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:40.771091958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"7dd6f619-c60c-40e3-b87f-f8dc7b6a56ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6859ae","tenantID":"e2e-praxis-a-6859ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:40.888628789Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"7dd6f619-c60c-40e3-b87f-f8dc7b6a56ef","name":"e2e-praxis-a-6859ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:41.157871611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f64d22-2ca1-4ff8-a2c1-57bbcf39e32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:41.209540922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f64d22-2ca1-4ff8-a2c1-57bbcf39e32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:41.261302846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f64d22-2ca1-4ff8-a2c1-57bbcf39e32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:41.312998265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f64d22-2ca1-4ff8-a2c1-57bbcf39e32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:42.078186714Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e1fd8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e1fd8f","reconcileID":"82740bd5-71cc-444b-8f1d-92a746b86cab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e1fd8f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e1fd8f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:43.34645158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f7c0c7-cc1d-4832-a42a-25d803854cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:43.398317107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f7c0c7-cc1d-4832-a42a-25d803854cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:43.450306082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f7c0c7-cc1d-4832-a42a-25d803854cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:43.502227721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f7c0c7-cc1d-4832-a42a-25d803854cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:45.402094021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd3ceb8-7060-429a-b254-2e31e3a45d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:45.454234281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd3ceb8-7060-429a-b254-2e31e3a45d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:45.505774386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd3ceb8-7060-429a-b254-2e31e3a45d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:45.557608305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd3ceb8-7060-429a-b254-2e31e3a45d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:45.897686203Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-user-subscription","reconcileID":"62715b67-0755-4a9b-b7c8-fe8207fded39","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.118551897Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-user-subscription","reconcileID":"62715b67-0755-4a9b-b7c8-fe8207fded39","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.326894896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"911ceda6-e60b-4e9f-96c4-cdee94c3ace8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.326973441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-other-subscription","reconcileID":"54347fd4-6456-44aa-9a7f-cfa574d1ad80","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.334322822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"5cb7e121-69a9-4719-b87f-b1f84125ad78","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.392978264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"48dd4351-b04d-4749-b239-9ad277a3b982","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.475972536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"d14d85b3-fb7c-43e4-bc82-752c4e57c072","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.487740564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"f063e67f-1232-48fa-b9c1-5d71854dd7bf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.488781608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"06463bf4-8910-4fbd-8d23-e6581073625e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.546269111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"f063e67f-1232-48fa-b9c1-5d71854dd7bf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.547602392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"06463bf4-8910-4fbd-8d23-e6581073625e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.604617651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"7500d96d-65fb-488a-af13-510dd00c3027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.662724963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"7500d96d-65fb-488a-af13-510dd00c3027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.955855453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"4abe3cb0-94ca-4aa2-b13b-e6faf425823c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:46.95764005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"baff0e12-891a-486f-b75f-8f97fa66dc72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:47.012488587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"4abe3cb0-94ca-4aa2-b13b-e6faf425823c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:47.014361532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"baff0e12-891a-486f-b75f-8f97fa66dc72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:47.060190113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"31d0d1a2-e945-4546-8c48-0417322f8b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:47.116300624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"31d0d1a2-e945-4546-8c48-0417322f8b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:47.511790124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea54dc7-b92e-4823-99a2-f71f0b76211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:47.563314871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea54dc7-b92e-4823-99a2-f71f0b76211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:47.614668159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea54dc7-b92e-4823-99a2-f71f0b76211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:47.666542826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea54dc7-b92e-4823-99a2-f71f0b76211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:50.905854119Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:51.749266621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"66506e91-2b50-451a-bc6c-74a4d6320bed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:51.878051216Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"66506e91-2b50-451a-bc6c-74a4d6320bed","name":"e2e-shared-a-w2-410bb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:54.277616739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a6636722-04d8-4a9b-9079-ba62e96bbac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:54.277875895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"351633ac-19bc-4985-a389-4156b20e3922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:54.334779923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a6636722-04d8-4a9b-9079-ba62e96bbac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:54.337247935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"351633ac-19bc-4985-a389-4156b20e3922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:56.664323625Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-other-subscription","reconcileID":"274e5dfc-623e-4d47-9120-9c6cf0b8cb02","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:56.877190844Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-other-subscription","reconcileID":"274e5dfc-623e-4d47-9120-9c6cf0b8cb02","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a51d4c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.08654215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"1b335710-2b3b-4482-b25b-80b7a1da6ae0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.153766334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"816c2b5a-6d68-4891-9a38-384db8ba34a5","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.262050858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"ef035d7d-15f4-4bf9-8209-055ffe3243ed","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.306547669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"2ec4588a-0c87-4c72-b5e1-a5fab7b55166","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.313474996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"cbbd069b-bb23-4a31-9c62-6839fa8fde41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.313483307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c0dda749-ad77-4f50-80ef-95e64762989c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.363323878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"2ec4588a-0c87-4c72-b5e1-a5fab7b55166","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.370218428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"cbbd069b-bb23-4a31-9c62-6839fa8fde41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.370349365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c0dda749-ad77-4f50-80ef-95e64762989c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.520476675Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"e2e-test-auth-access-denied","reconcileID":"6419f99d-8710-4404-82b8-e0f2d5d42f65","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:55:57.680253666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"b01db3f1-ae81-4da9-8767-9662d1823445","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:03.511099813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfec5b0-923f-453b-86c0-72cbe00a0816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:03.562699512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfec5b0-923f-453b-86c0-72cbe00a0816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:03.614401597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfec5b0-923f-453b-86c0-72cbe00a0816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:03.665818102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfec5b0-923f-453b-86c0-72cbe00a0816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:03.999738625Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-52df2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-52df2f","reconcileID":"80e7a2f5-ad3e-4d48-a9af-3a65bf5279a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-52df2f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-52df2f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:05.603995286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bc629a-b9bc-4587-ab64-fc536384bed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:05.655976393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bc629a-b9bc-4587-ab64-fc536384bed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:05.707304799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bc629a-b9bc-4587-ab64-fc536384bed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:05.758670741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bc629a-b9bc-4587-ab64-fc536384bed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:17.239691645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"492f7db6-6c4e-4151-bfd6-afc9c1259327","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:17.362625588Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"492f7db6-6c4e-4151-bfd6-afc9c1259327","name":"e2e-shared-a-w1-19dda4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:20.905322533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:29.118225534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b770c9f1-3407-442f-a957-2db3d0f71c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:29.170409057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b770c9f1-3407-442f-a957-2db3d0f71c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:29.222916173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b770c9f1-3407-442f-a957-2db3d0f71c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:29.275102272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b770c9f1-3407-442f-a957-2db3d0f71c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:31.155699165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5feaeb19-5341-4524-a446-b682bce366cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:31.20757966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5feaeb19-5341-4524-a446-b682bce366cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:31.259248172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5feaeb19-5341-4524-a446-b682bce366cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:31.310861276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5feaeb19-5341-4524-a446-b682bce366cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:32.529616117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"c651bc75-be2d-46c6-ae29-f5bf03432d19","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:32.698318167Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"c651bc75-be2d-46c6-ae29-f5bf03432d19","name":"e2e-shared-a-w3-e1fd8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:33.210801627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb33e17-7f54-471b-833b-7e9f3a8e0d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:33.262556897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb33e17-7f54-471b-833b-7e9f3a8e0d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:33.314268017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb33e17-7f54-471b-833b-7e9f3a8e0d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:33.366688585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb33e17-7f54-471b-833b-7e9f3a8e0d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:35.471042544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8326e5c7-84be-4945-a7cf-557556239470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:35.523054463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8326e5c7-84be-4945-a7cf-557556239470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:35.574773159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8326e5c7-84be-4945-a7cf-557556239470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:35.626260621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8326e5c7-84be-4945-a7cf-557556239470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:36.061412036Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1f85fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1f85fa","reconcileID":"a15083de-4f8c-4890-9ce3-1593a786f882","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1f85fa","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1f85fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:37.604391216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dd6417-8866-4bea-830b-cbc41f0bbee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:37.655777347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dd6417-8866-4bea-830b-cbc41f0bbee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:37.707132579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dd6417-8866-4bea-830b-cbc41f0bbee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:37.758677309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dd6417-8866-4bea-830b-cbc41f0bbee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:39.643257199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c599ff5d-8642-4d53-885a-7765fc0de3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:39.697366863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c599ff5d-8642-4d53-885a-7765fc0de3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:39.749837468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c599ff5d-8642-4d53-885a-7765fc0de3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:39.801962465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c599ff5d-8642-4d53-885a-7765fc0de3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:41.686645126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2acd28a-bd7b-4e63-bcae-580ad3b961f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:41.738225292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2acd28a-bd7b-4e63-bcae-580ad3b961f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:41.78998194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2acd28a-bd7b-4e63-bcae-580ad3b961f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:41.842734116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2acd28a-bd7b-4e63-bcae-580ad3b961f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:43.740658482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09fe87b-042f-48ca-861b-21298b879c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:43.79208275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09fe87b-042f-48ca-861b-21298b879c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:43.84352004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09fe87b-042f-48ca-861b-21298b879c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:43.896188766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09fe87b-042f-48ca-861b-21298b879c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:45.77060937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e20e6c-82ac-45d3-a9db-ca69d5ed166f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:45.822714124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e20e6c-82ac-45d3-a9db-ca69d5ed166f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:45.874409191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e20e6c-82ac-45d3-a9db-ca69d5ed166f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:45.925781932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e20e6c-82ac-45d3-a9db-ca69d5ed166f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:47.825972516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd09433-9271-459a-90bc-b8309df7bc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:47.877686668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd09433-9271-459a-90bc-b8309df7bc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:47.929127093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd09433-9271-459a-90bc-b8309df7bc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:47.980957209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd09433-9271-459a-90bc-b8309df7bc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:49.84927021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d774ea83-d590-4d65-bf4e-de79c34014b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:49.9010638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d774ea83-d590-4d65-bf4e-de79c34014b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:49.952501716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d774ea83-d590-4d65-bf4e-de79c34014b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:50.004056436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d774ea83-d590-4d65-bf4e-de79c34014b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:50.905818758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:51.39551818Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-080095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-080095","reconcileID":"8b8d5fc0-47f6-49ca-97c4-58f26b891405","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-080095","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-080095":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:51.910274411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3bf3dd-ee28-4daf-8608-88e11e8e140f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:51.961683769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3bf3dd-ee28-4daf-8608-88e11e8e140f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:52.012974092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3bf3dd-ee28-4daf-8608-88e11e8e140f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:52.066706916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3bf3dd-ee28-4daf-8608-88e11e8e140f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:53.990514756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d3f24-8af8-4b8f-94c5-44460efa2229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:54.042637615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d3f24-8af8-4b8f-94c5-44460efa2229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:54.094165322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d3f24-8af8-4b8f-94c5-44460efa2229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:54.146161398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d3f24-8af8-4b8f-94c5-44460efa2229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:56.021641101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eca89e5-1075-496c-899b-0823c1ceba24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:56.073307548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eca89e5-1075-496c-899b-0823c1ceba24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:56.125279011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eca89e5-1075-496c-899b-0823c1ceba24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:56.177929686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eca89e5-1075-496c-899b-0823c1ceba24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:59.278677319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"0434181f-6264-49bf-b272-9af20c200b6e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:56:59.396217978Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"0434181f-6264-49bf-b272-9af20c200b6e","name":"e2e-shared-a-w4-52df2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:15.990743545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df092e06-0787-48a4-99bb-f6eff5b99683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:16.042337068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df092e06-0787-48a4-99bb-f6eff5b99683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:16.093721798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df092e06-0787-48a4-99bb-f6eff5b99683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:16.14525457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df092e06-0787-48a4-99bb-f6eff5b99683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:18.092620372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5809db9b-fa40-44cd-93c4-be8e8a527bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:18.144311012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5809db9b-fa40-44cd-93c4-be8e8a527bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:18.195747852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5809db9b-fa40-44cd-93c4-be8e8a527bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:18.247382333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5809db9b-fa40-44cd-93c4-be8e8a527bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:20.296287713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01a18b6-3c24-43f4-9859-01b3acf2328e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:20.348063859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01a18b6-3c24-43f4-9859-01b3acf2328e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:20.399857428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01a18b6-3c24-43f4-9859-01b3acf2328e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:20.451583071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01a18b6-3c24-43f4-9859-01b3acf2328e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:20.906463374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:22.339034051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27edee4-5b05-4d98-b255-1d1e7648015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:22.390432752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27edee4-5b05-4d98-b255-1d1e7648015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:22.441938352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27edee4-5b05-4d98-b255-1d1e7648015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:22.493832901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27edee4-5b05-4d98-b255-1d1e7648015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:22.661841042Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-bf6127","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-bf6127","reconcileID":"fe5d732e-e037-4bbb-aa4c-4aa7da185e14","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-bf6127","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-bf6127":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:24.398264725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf68eb3-475c-485d-8dea-b14a59cee57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:24.450225521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf68eb3-475c-485d-8dea-b14a59cee57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:24.501814437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf68eb3-475c-485d-8dea-b14a59cee57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:24.553499812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf68eb3-475c-485d-8dea-b14a59cee57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:26.423217118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688b01b2-0a25-45d0-999f-2ab8dd51ea6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:26.476431134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688b01b2-0a25-45d0-999f-2ab8dd51ea6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:26.528183175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688b01b2-0a25-45d0-999f-2ab8dd51ea6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:26.580212468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688b01b2-0a25-45d0-999f-2ab8dd51ea6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:28.45120085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebb8d58-b8e8-4122-a7d9-52967968ecd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:28.502989563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebb8d58-b8e8-4122-a7d9-52967968ecd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:28.554377551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebb8d58-b8e8-4122-a7d9-52967968ecd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:28.606052219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebb8d58-b8e8-4122-a7d9-52967968ecd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:30.498299228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb03af3-3b12-4298-be8a-63f5c2ffa419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:30.549975575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb03af3-3b12-4298-be8a-63f5c2ffa419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:30.601377235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb03af3-3b12-4298-be8a-63f5c2ffa419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:30.652787065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb03af3-3b12-4298-be8a-63f5c2ffa419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:32.526162122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4742ebca-05a1-44cf-8185-51710df50a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:32.57857315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4742ebca-05a1-44cf-8185-51710df50a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:32.630436042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4742ebca-05a1-44cf-8185-51710df50a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:32.682088949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4742ebca-05a1-44cf-8185-51710df50a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:34.565679471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023d6239-5e84-4069-a0bb-41a10b3a66f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:34.598300032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c55a3ce-7dca-4918-83a5-94e15cb32d12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:34.617527886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023d6239-5e84-4069-a0bb-41a10b3a66f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:34.669043209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023d6239-5e84-4069-a0bb-41a10b3a66f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:34.720790599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023d6239-5e84-4069-a0bb-41a10b3a66f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:34.825609932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"05f82e36-1d23-4c25-a0fd-94c7bfd82e65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:34.930691579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"0287b2f4-1206-4222-b8eb-c0aaa778ea0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:34.931113552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"3309e101-a641-4794-a1ad-f3c863ddb27b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:35.08995667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"36cfa9c4-3d56-4b54-b779-b2339e876004","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:35.188803183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"592f97f4-6ccd-41d9-962d-6fae4c3894f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:35.290556772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"d13ecf7b-bcb4-4f22-acb2-89e1f73d9d87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:35.390450365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"067aa244-671d-43e1-8bf7-33f73b9ceb77","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:35.489778987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"4ff87717-6d09-4a8b-b9f5-514419fb283a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:35.490145664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"2a3b0e16-30bd-4f0a-aaa1-18686ea1a2d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:35.614984201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"8bc1e3fa-f37a-4785-b466-19d25a82356a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:35.984924334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"360f8601-ea44-43b0-9407-aac778b96b78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:39.046643432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9fad77-9ad0-4396-8523-19392718a353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:39.098531162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9fad77-9ad0-4396-8523-19392718a353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:39.1502703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9fad77-9ad0-4396-8523-19392718a353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:39.202166081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9fad77-9ad0-4396-8523-19392718a353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:39.572922127Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-5a16df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-5a16df","reconcileID":"41a698c9-a3a1-4d13-a082-fe840a443413","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-5a16df","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-5a16df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:40.675829974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"07668af1-0906-4d3f-aa7e-08bc1e0a230f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1f85fa","tenantID":"e2e-praxis-b-1f85fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:40.791902068Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"07668af1-0906-4d3f-aa7e-08bc1e0a230f","name":"e2e-praxis-b-1f85fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:41.090353895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8999025-756d-4edf-b18b-2c9834069f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:41.141834727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8999025-756d-4edf-b18b-2c9834069f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:41.193305683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8999025-756d-4edf-b18b-2c9834069f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:41.245105376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8999025-756d-4edf-b18b-2c9834069f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:43.121368999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2aa2d1-b953-4e0e-83d8-84224ae40496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:43.173227695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2aa2d1-b953-4e0e-83d8-84224ae40496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:43.224836374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2aa2d1-b953-4e0e-83d8-84224ae40496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:43.276344722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2aa2d1-b953-4e0e-83d8-84224ae40496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:45.147029306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854f9660-cc79-4fec-bc6b-7b4ee743319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:45.198583823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854f9660-cc79-4fec-bc6b-7b4ee743319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:45.250836414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854f9660-cc79-4fec-bc6b-7b4ee743319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:45.302806536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854f9660-cc79-4fec-bc6b-7b4ee743319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:47.24265685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60568422-6535-4743-bce6-c9b96860de08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:47.294442622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60568422-6535-4743-bce6-c9b96860de08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:47.345915005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60568422-6535-4743-bce6-c9b96860de08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:47.397929616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60568422-6535-4743-bce6-c9b96860de08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:49.297677828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c3745d-1679-4d21-87d5-cda2f60e32f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:49.349227503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c3745d-1679-4d21-87d5-cda2f60e32f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:49.400695835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c3745d-1679-4d21-87d5-cda2f60e32f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:49.452272987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c3745d-1679-4d21-87d5-cda2f60e32f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:50.905621912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:51.325483695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b1856a-0fe9-494f-861d-f71f74d865c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:51.376919991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b1856a-0fe9-494f-861d-f71f74d865c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:51.428499624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b1856a-0fe9-494f-861d-f71f74d865c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:51.480241864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b1856a-0fe9-494f-861d-f71f74d865c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.285046645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"69353019-03a2-400c-9880-108c37550c37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.376273756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d93674e-7f82-4058-bad3-2e6403ca9e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.428554552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d93674e-7f82-4058-bad3-2e6403ca9e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.480540311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d93674e-7f82-4058-bad3-2e6403ca9e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.532033469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d93674e-7f82-4058-bad3-2e6403ca9e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.690240275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"5f52da6b-98cc-4415-824e-f27affb7ae5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.690423543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"b0fc2701-7be2-4da6-bec5-24ee30679f66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.745607154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"c02a880e-a300-4c80-af46-8348ea218e13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.745858812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"a43b0e54-17ee-479b-81d1-e9ab6fa08f53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:53.858362238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"147aef21-dc5f-4fcb-96f7-485383367650","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:54.01693673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"666fa150-ea36-47b4-b926-9716626577fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:54.11839619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"58ae3dd1-6f26-4ea9-a8a7-1866cdeb8ed6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:54.366974556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"1fe5d34a-8076-4e24-a4ce-ccb3a170f5a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:54.467281767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"539c1e44-29e7-4384-ac45-efa8d828c845","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:54.487088939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"710a8328-cf09-4606-8aa3-5d56ca19d281","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:57:54.669745607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1f7bb46-9202-4263-80dc-84c29e91a952","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:01.299123394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"6f076e68-8044-466f-9213-51e78c60e08e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:01.416849625Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"6f076e68-8044-466f-9213-51e78c60e08e","name":"e2e-shared-b-w2-080095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:08.210103242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f0d18b-809e-45ad-a44b-f0eede28238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:08.261588372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f0d18b-809e-45ad-a44b-f0eede28238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:08.313105625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f0d18b-809e-45ad-a44b-f0eede28238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:08.36451251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f0d18b-809e-45ad-a44b-f0eede28238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:10.234051451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd6e48f-bfdc-4e3e-8a01-ba21cf89e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:10.285819181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd6e48f-bfdc-4e3e-8a01-ba21cf89e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:10.337880163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd6e48f-bfdc-4e3e-8a01-ba21cf89e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:10.389777505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd6e48f-bfdc-4e3e-8a01-ba21cf89e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:12.344532163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf947e3-68e6-481f-9f90-434c4291c633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:12.396595942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf947e3-68e6-481f-9f90-434c4291c633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:12.44897432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf947e3-68e6-481f-9f90-434c4291c633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:12.501227477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf947e3-68e6-481f-9f90-434c4291c633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:16.625448179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f11a0f-aec3-4cde-8f16-7254b5d33946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:16.676970536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f11a0f-aec3-4cde-8f16-7254b5d33946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:16.728467845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f11a0f-aec3-4cde-8f16-7254b5d33946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:16.780264297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f11a0f-aec3-4cde-8f16-7254b5d33946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:17.276192282Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-731062","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-731062","reconcileID":"6bee65bd-dcc0-49fc-aaef-a668716ec374","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-731062","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-731062":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:18.801265277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d62b39-cb80-4d70-a8aa-ed40f5b0959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:18.852964424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d62b39-cb80-4d70-a8aa-ed40f5b0959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:18.904396889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d62b39-cb80-4d70-a8aa-ed40f5b0959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:18.955798681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d62b39-cb80-4d70-a8aa-ed40f5b0959e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:20.896428058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1118e1b-8e05-4e49-9de1-ef06fd56b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:20.906102259Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:20.948565419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1118e1b-8e05-4e49-9de1-ef06fd56b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:20.999912813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1118e1b-8e05-4e49-9de1-ef06fd56b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:21.051543824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1118e1b-8e05-4e49-9de1-ef06fd56b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:22.999108532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e91a3c4-faab-4969-9a30-e75e4d1f8b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:23.051396085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e91a3c4-faab-4969-9a30-e75e4d1f8b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:23.102877209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e91a3c4-faab-4969-9a30-e75e4d1f8b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:23.154755507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e91a3c4-faab-4969-9a30-e75e4d1f8b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:25.022038347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3beeedc-446c-4051-8002-23304804749b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:25.074665088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3beeedc-446c-4051-8002-23304804749b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:25.127171376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3beeedc-446c-4051-8002-23304804749b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:25.178691392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3beeedc-446c-4051-8002-23304804749b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:27.04950404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421fde44-24a5-4f59-9dc0-dbd6868518b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:27.100751483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421fde44-24a5-4f59-9dc0-dbd6868518b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:27.152116802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421fde44-24a5-4f59-9dc0-dbd6868518b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:27.203679853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421fde44-24a5-4f59-9dc0-dbd6868518b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:29.073173442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a481a940-c1a8-4212-bda5-e38ca85f4ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:29.124745304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a481a940-c1a8-4212-bda5-e38ca85f4ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:29.176251652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a481a940-c1a8-4212-bda5-e38ca85f4ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:29.228924894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a481a940-c1a8-4212-bda5-e38ca85f4ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:37.237199182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"7cc4a246-be8f-4c78-8bb0-f6828765b2a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:37.353675442Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"7cc4a246-be8f-4c78-8bb0-f6828765b2a3","name":"e2e-shared-b-w1-bf6127-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:39.064824117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"fdcbb5e5-c896-49d5-a06b-66b02fbdde5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:39.185893714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"fc5971b2-2d92-4c77-9e08-6ff1a64b06e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:39.310693789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"24f10e62-c332-4eb0-8950-fa8eeca6c46f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:39.430536966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"205b7951-fadc-452d-8b25-2a23b0e6a3bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:39.531870092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"9e63e397-15f5-449b-a61c-755db69311c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:39.556698207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9395009-24a1-41ba-9433-d301b59f38c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:39.951280248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"861ac8b0-3160-449e-9c58-259141ff7659","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:40.053373831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"cdf8416a-fbb9-40d8-a183-4e67996ed531","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:40.077994866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"6a144dee-589e-4f04-a427-fe152fbd89a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:40.22126699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"f0440711-6dfa-4c66-8c74-5ac0f391166b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:40.349887876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"19fc0b00-8514-4f6f-b361-d3e769ebebec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:40.535481558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b7b29f7-4f49-4914-ad6d-e5818503247f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:50.906507457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:54.09443397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9ea5bf-2336-4a28-83c0-31ab8e88290f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:54.146473491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9ea5bf-2336-4a28-83c0-31ab8e88290f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:54.198074204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9ea5bf-2336-4a28-83c0-31ab8e88290f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:54.249839005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9ea5bf-2336-4a28-83c0-31ab8e88290f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:56.184249818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b707a7-a8c5-411a-8124-3dc9a9252fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:56.235855383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b707a7-a8c5-411a-8124-3dc9a9252fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:56.287371559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b707a7-a8c5-411a-8124-3dc9a9252fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:56.338932911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b707a7-a8c5-411a-8124-3dc9a9252fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:56.54700641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"7100fa6d-03cb-444e-b8bd-9e95ce66c849","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:56.656094091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"55c2bbb1-583f-4ef3-928c-853dc77d7942","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.008486386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"1d92d418-2156-4944-bd9a-c0e1e0d96331","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.107737137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"0ad14003-4560-45bd-ae0a-93f5f17fa2a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.259830835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"6a66bc42-b4f2-46ab-89d9-2b14d7d865ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.385685077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"ec1cd928-d77c-4312-a7c2-9d34ef339a42","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.503459033Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"ec1cd928-d77c-4312-a7c2-9d34ef339a42","name":"e2e-shared-b-w3-5a16df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.542794091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"20dc1a6f-8422-4bfc-8a93-0fe767583816","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.594413305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"8a003074-d57d-46b0-b909-ccae3a694f59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.752572302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"84ac9989-1c89-4313-989c-f0c665395ea4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.906810386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"f9dfbfd2-8c97-4433-a708-47d03faab08c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.959183078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7049c514-ef32-4a1d-993c-2f6af49bc5fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:57.959563656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"8f0cc3d8-23f1-4c34-b573-3497c4d32fd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:58.012128893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"bc7186f8-a652-46fa-88c0-3e75741dd59e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:58.338094972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbc48b5-1c56-4d66-8806-4aa5427a58b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:58.389508658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbc48b5-1c56-4d66-8806-4aa5427a58b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:58.440967901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbc48b5-1c56-4d66-8806-4aa5427a58b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:58:58.492565864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbc48b5-1c56-4d66-8806-4aa5427a58b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:00.397371548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092c53a1-8661-4410-99f6-ccc744598de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:00.449236519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092c53a1-8661-4410-99f6-ccc744598de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:00.50079167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092c53a1-8661-4410-99f6-ccc744598de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:00.552616895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092c53a1-8661-4410-99f6-ccc744598de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:02.894274593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a309fbc-de2b-446e-a78d-654fa8ab3b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:02.945886655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a309fbc-de2b-446e-a78d-654fa8ab3b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:02.998067485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a309fbc-de2b-446e-a78d-654fa8ab3b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:03.04966935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a309fbc-de2b-446e-a78d-654fa8ab3b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:04.926013693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b459210-18e4-4169-aec2-b454d1230e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:04.978397085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b459210-18e4-4169-aec2-b454d1230e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:05.029791922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b459210-18e4-4169-aec2-b454d1230e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:05.081108678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b459210-18e4-4169-aec2-b454d1230e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:06.960727651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1c9826-a3b1-44aa-b581-9c2d838682ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:07.012844808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1c9826-a3b1-44aa-b581-9c2d838682ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:07.06435563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1c9826-a3b1-44aa-b581-9c2d838682ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:07.115998706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1c9826-a3b1-44aa-b581-9c2d838682ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:19.795878214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07319250-1d09-48f3-96ee-61faafa0955f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:19.847722538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07319250-1d09-48f3-96ee-61faafa0955f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:19.899474829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07319250-1d09-48f3-96ee-61faafa0955f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:19.951817989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07319250-1d09-48f3-96ee-61faafa0955f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:20.905188196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:21.90676045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6219a3-844a-4763-aad9-0579a7155758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:21.958467371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6219a3-844a-4763-aad9-0579a7155758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:22.009860466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6219a3-844a-4763-aad9-0579a7155758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:22.061191466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6219a3-844a-4763-aad9-0579a7155758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:23.996625386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eba08e-9f51-4a8a-a988-3b36dd7ce3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:24.048195239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eba08e-9f51-4a8a-a988-3b36dd7ce3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:24.099623677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eba08e-9f51-4a8a-a988-3b36dd7ce3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:24.150898967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eba08e-9f51-4a8a-a988-3b36dd7ce3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:38.145680002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"ccd08c31-1db3-418e-88a2-ac5134a3442a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:38.263892535Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"ccd08c31-1db3-418e-88a2-ac5134a3442a","name":"e2e-shared-b-w4-731062-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.12289094Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","namespace":"ai-tenant-e2e-praxis-a-6859ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.122944243Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","namespace":"ai-tenant-e2e-praxis-a-6859ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.122989389Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","tenant":"e2e-praxis-a-6859ae","tenantID":"e2e-praxis-a-6859ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.176817962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6859ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.241509475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"Service","name":"maas-api-e2e-praxis-a-6859ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.300520144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6859ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.354540229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6859ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.410961741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.464946945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.522072398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.576287896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.627667806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.678951417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.730280955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"Service","name":"payload-processing-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.78192268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.833441728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.884944039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.938640995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:48.998436207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:49.049511914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:49.100680862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:49.151731922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6859ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:49.203084955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6859ae"},"namespace":"ai-tenant-e2e-praxis-a-6859ae","name":"default-tenant","reconcileID":"1bb4ed6a-a28a-4e7b-a16d-8236743f0656","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6859ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:50.905171363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:55.889526213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ead247-44be-4842-98b9-91191b62e92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:55.941090677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ead247-44be-4842-98b9-91191b62e92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:55.992771013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ead247-44be-4842-98b9-91191b62e92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:56.047210087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ead247-44be-4842-98b9-91191b62e92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:57.939099141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c61ace-6961-4601-8e36-3f5e828affe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:57.990581591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c61ace-6961-4601-8e36-3f5e828affe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:58.042013042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c61ace-6961-4601-8e36-3f5e828affe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T14:59:58.093438171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c61ace-6961-4601-8e36-3f5e828affe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:00.153978196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e05f772-232b-4c39-bfa1-245b86f527f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:00.205416066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e05f772-232b-4c39-bfa1-245b86f527f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:00.257119715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e05f772-232b-4c39-bfa1-245b86f527f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:00.309103468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e05f772-232b-4c39-bfa1-245b86f527f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:00.310370018Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6859ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6859ae","reconcileID":"0e692c4f-8b99-478f-a711-a0e90d79fff8","aitenant":"ai-tenants/e2e-praxis-a-6859ae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:01.067241752Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6859ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6859ae","reconcileID":"0e692c4f-8b99-478f-a711-a0e90d79fff8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6859ae","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6859ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:02.320168225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71484940-746b-4ebf-bb47-3f253312cda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:02.371847966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71484940-746b-4ebf-bb47-3f253312cda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:02.423395647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71484940-746b-4ebf-bb47-3f253312cda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:02.474879129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71484940-746b-4ebf-bb47-3f253312cda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:04.361897336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6646aaee-0542-467c-954b-7a02a66737e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:04.413388933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6646aaee-0542-467c-954b-7a02a66737e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:04.46497355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6646aaee-0542-467c-954b-7a02a66737e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:04.516401335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6646aaee-0542-467c-954b-7a02a66737e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:09.667855582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0b110d-712e-4808-8871-5907cf7cd390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:09.719566217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0b110d-712e-4808-8871-5907cf7cd390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:09.77142611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0b110d-712e-4808-8871-5907cf7cd390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:09.822953275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0b110d-712e-4808-8871-5907cf7cd390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:11.710679742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d222b8b3-fe74-4b0b-8a94-e9f5009396c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:11.763916241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d222b8b3-fe74-4b0b-8a94-e9f5009396c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:11.816885824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d222b8b3-fe74-4b0b-8a94-e9f5009396c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:11.869846709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d222b8b3-fe74-4b0b-8a94-e9f5009396c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:13.737354057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3022b7-7db9-434d-b8eb-61b4af22b431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:13.78890442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3022b7-7db9-434d-b8eb-61b4af22b431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:13.840726575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3022b7-7db9-434d-b8eb-61b4af22b431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:13.894560505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3022b7-7db9-434d-b8eb-61b4af22b431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:15.782886121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b14105-71a1-448c-af54-cb6ab8182860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:15.834226486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b14105-71a1-448c-af54-cb6ab8182860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:15.885603089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b14105-71a1-448c-af54-cb6ab8182860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:15.937176119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b14105-71a1-448c-af54-cb6ab8182860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:17.895979726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529d06d2-1a7f-405f-bddc-2a1e63fc9c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:17.947711389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529d06d2-1a7f-405f-bddc-2a1e63fc9c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:17.999322308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529d06d2-1a7f-405f-bddc-2a1e63fc9c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:18.05138713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529d06d2-1a7f-405f-bddc-2a1e63fc9c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:19.966322769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f37e21-73ef-4b76-aaac-10dadc2f76cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:20.018482629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f37e21-73ef-4b76-aaac-10dadc2f76cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:20.070102497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f37e21-73ef-4b76-aaac-10dadc2f76cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:20.121647489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f37e21-73ef-4b76-aaac-10dadc2f76cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:20.906034039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:29.62175482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"dd78e9b4-ee30-46cd-aee0-00d1ea9138f8","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:29.621786005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"dd78e9b4-ee30-46cd-aee0-00d1ea9138f8","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:50.905683042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:57.213519353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46912f14-111d-476f-9cec-ce658b861e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:57.264875212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46912f14-111d-476f-9cec-ce658b861e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:57.316477398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46912f14-111d-476f-9cec-ce658b861e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:57.367905586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46912f14-111d-476f-9cec-ce658b861e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:59.251432926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64a00d9-d2e4-473f-b4a6-2c20213992c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:59.303472061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64a00d9-d2e4-473f-b4a6-2c20213992c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:59.355077991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64a00d9-d2e4-473f-b4a6-2c20213992c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:00:59.406620703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64a00d9-d2e4-473f-b4a6-2c20213992c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.418832148Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","namespace":"ai-tenant-e2e-praxis-b-1f85fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.418905808Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","namespace":"ai-tenant-e2e-praxis-b-1f85fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.418967409Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","tenant":"e2e-praxis-b-1f85fa","tenantID":"e2e-praxis-b-1f85fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.473465016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1f85fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.536684868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"Service","name":"maas-api-e2e-praxis-b-1f85fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.598325764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1f85fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.65204895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1f85fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.707429347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.763872965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.820746142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.875371828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.90630262Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.926953623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:20.978869955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.030584923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"Service","name":"payload-processing-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.082022405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.133760236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.184931275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.24173805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.299463379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.351061014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.406923242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.458741363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1f85fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:21.514390786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1f85fa"},"namespace":"ai-tenant-e2e-praxis-b-1f85fa","name":"default-tenant","reconcileID":"a5e81dda-55f0-4e84-b1bb-4da0f5632b03","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1f85fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:26.090494668Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1f85fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1f85fa","reconcileID":"978cb93c-36ab-429c-acdb-bbbb83266435","aitenant":"ai-tenants/e2e-praxis-b-1f85fa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:26.619830215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4317ac57-7c86-4815-bbe4-b28af95b33e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:26.672018241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4317ac57-7c86-4815-bbe4-b28af95b33e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:26.724768627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4317ac57-7c86-4815-bbe4-b28af95b33e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:26.781619741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4317ac57-7c86-4815-bbe4-b28af95b33e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:26.951559413Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1f85fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1f85fa","reconcileID":"978cb93c-36ab-429c-acdb-bbbb83266435","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1f85fa","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1f85fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:28.723015439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939a93aa-841a-4517-a22f-f39247dc1a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:28.775106102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939a93aa-841a-4517-a22f-f39247dc1a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:28.826834495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939a93aa-841a-4517-a22f-f39247dc1a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:28.883278674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939a93aa-841a-4517-a22f-f39247dc1a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.107018061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"ff42999c-cb09-4eca-bf77-8e86a060495f","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.107377953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"b60a108d-e825-4acb-b657-43d63d8075c5","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.163212062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"5a7b0a08-52d2-49cc-a82d-b1eeb069a28b","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.163553851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"0b79bf57-23ac-4413-815d-a96e9a69c6c3","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:01:35.214126552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"783241a3-980b-49ca-8cd8-60e1b11e9813","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.262935914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"6ad6bf3c-e904-4b07-9ab5-8dc98d254e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.262935453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"7cd5f189-eaf9-4dc1-810e-49caaeb2cf59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.319911767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"6ad6bf3c-e904-4b07-9ab5-8dc98d254e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.319976199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"7cd5f189-eaf9-4dc1-810e-49caaeb2cf59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.328899671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"cc44e0c9-dc42-4fbd-a18c-e49e0432b2a0","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.329280642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"ea3166b5-71ed-4d6d-9f0f-c6a168094d97","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.385734922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"46e34f13-b649-4f5c-8541-bdbd99dbebcd","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.386093005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"6a0cfc27-5222-47ef-9875-ef1bc8cde385","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.512210918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"6683dbd6-750b-43f0-afbc-5edc8a41a594","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.567463172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"3d13adbd-255c-452e-a844-332745f64617","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.632916868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"54e6becf-6ec1-429f-8f91-c0d459e5594a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.63300388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"68d7bd0a-ee85-43d2-84ca-789e0d38603c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.65775925Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"27d018e8-215a-4775-b294-0a76042123bc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-58efa5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.696454114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"54e6becf-6ec1-429f-8f91-c0d459e5594a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.696636495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"68d7bd0a-ee85-43d2-84ca-789e0d38603c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.73895256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-auth","reconcileID":"c49f1eee-b314-4695-bfc3-8e4064b86672","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.795876967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-auth","reconcileID":"c49f1eee-b314-4695-bfc3-8e4064b86672","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.821069475Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"27d018e8-215a-4775-b294-0a76042123bc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","model":"distinct-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:35.869276974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"5fb57bbe-9bd1-4ee7-a8d4-bf35fddd6af8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:36.042141159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8ecc6b5d-996e-484c-8d09-1630d407d21b","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:36.042506111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"909b3db8-a3d0-4982-baac-e6a76c20e982","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:36.063243277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"a16870a7-4188-45fb-b82b-b723ee8eb747","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:36.176356635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"460db2bf-5db2-478c-ac8e-fd82b6c144fe","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:36.17638331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"460db2bf-5db2-478c-ac8e-fd82b6c144fe","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:36.220643126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-auth","reconcileID":"327864d1-d898-4908-91a9-343441f243be","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:36.265729835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"406071f3-3629-438c-ab61-155084ddadcb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:36.277426821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-auth","reconcileID":"327864d1-d898-4908-91a9-343441f243be","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:36.422927352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"406071f3-3629-438c-ab61-155084ddadcb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:38.938981833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-auth","reconcileID":"c060cf8b-a837-445f-b18a-8d7d03e547dc","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:38.939051735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"f4199247-3122-4253-a60e-6f4e6627ddda","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:39.148894773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"e6983634-d976-49f8-8deb-32da5d6ac530","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:39.300614931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"c2050743-ecea-4fec-ad09-8061d57a8792","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:39.300974969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"c080b966-2ba2-43ed-904a-a5f52fdefc7a","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:39.457090008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"6cb13baa-2c9c-4bf5-940d-c3347d94f639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:39.457095468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"48b0ba97-0c97-48f6-80a4-1f7a66baf619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:39.515005469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"48b0ba97-0c97-48f6-80a4-1f7a66baf619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:39.515268277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"6cb13baa-2c9c-4bf5-940d-c3347d94f639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:40.928182149Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"2dd9baf1-3e7b-490b-8d13-a65da9049dba","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-757ba75c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:50.906229731Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:50.98113673Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"bc132035-ad2b-45fe-976c-3d922f9cd2d5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.195729105Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"bc132035-ad2b-45fe-976c-3d922f9cd2d5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-58efa5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.195758246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"bc132035-ad2b-45fe-976c-3d922f9cd2d5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.247483699Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"bc132035-ad2b-45fe-976c-3d922f9cd2d5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.299679291Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"e2e-partial-access-sub","reconcileID":"bc132035-ad2b-45fe-976c-3d922f9cd2d5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.404761207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"82f6f375-81ab-4991-8c36-2822cbac18fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.572460493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"5df64b46-cb5f-475a-962b-a9c1515204da","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.572806167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"eb7a4f50-8907-41a5-bb6d-172739325bde","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.727377511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1c2ef53e-eb55-461b-8749-bf58af36de34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.727377441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"db5e97ca-832c-41ae-be90-f3ec2a1b3a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.785378921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"db5e97ca-832c-41ae-be90-f3ec2a1b3a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:51.785701632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1c2ef53e-eb55-461b-8749-bf58af36de34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:53.157683118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"31ca03bc-9594-4841-ba81-118b63264596","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:53.15771831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"31ca03bc-9594-4841-ba81-118b63264596","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:57.120118075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b5440b-8b1d-4133-b146-43af3bf72a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:57.171807706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b5440b-8b1d-4133-b146-43af3bf72a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:57.223757929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b5440b-8b1d-4133-b146-43af3bf72a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:57.276413126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b5440b-8b1d-4133-b146-43af3bf72a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:57.645926301Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-7daecc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-7daecc","reconcileID":"4dbfa7e2-c248-43eb-a821-c6710efec8af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-7daecc","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-7daecc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:59.193179259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624c24bd-951f-4e61-a95a-804c0197a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:59.244776991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624c24bd-951f-4e61-a95a-804c0197a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:59.296315002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624c24bd-951f-4e61-a95a-804c0197a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:01:59.348029058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624c24bd-951f-4e61-a95a-804c0197a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:20.906314886Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:24.487856702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"59bf809a-732f-4bcd-8cbc-60c4cb8f6194","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:24.487883719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"59bf809a-732f-4bcd-8cbc-60c4cb8f6194","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:29.980301588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"7bbb953b-8f6c-4d73-bb35-b293e335bdb6","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:29.980322925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"7bbb953b-8f6c-4d73-bb35-b293e335bdb6","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:30.042826839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"fcc163d0-c660-4b76-8316-8a5a20bc7a4c","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:30.042855386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"fcc163d0-c660-4b76-8316-8a5a20bc7a4c","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:30.146346314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"51eba1c6-a99c-49ab-a922-4d6fc95373a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:30.274001799Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"51eba1c6-a99c-49ab-a922-4d6fc95373a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:30.329743128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-410bb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"51eba1c6-a99c-49ab-a922-4d6fc95373a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:30.387131415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"2c628e44-582a-4708-99e4-36c269e9fafa","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:30.387178511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"2c628e44-582a-4708-99e4-36c269e9fafa","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:40.495576422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"21a30c02-60d8-4152-b5bd-26c9c2366229","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:40.553946989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"21a30c02-60d8-4152-b5bd-26c9c2366229","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:40.609687546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-410bb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"21a30c02-60d8-4152-b5bd-26c9c2366229","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:50.714294476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"97f310de-324b-421f-99de-6f86232824c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:50.772350062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"97f310de-324b-421f-99de-6f86232824c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:50.828446153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-410bb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ad59f687d284fa8e2f5bbd62cb99eff06f48e6a8d4b3516725efad529115f36) AuthConfig (62a084b01fed9115040c2ae6b25290b2206bd20dc047c344fb03af8b488aea13) AuthConfig (38aa4d0685c5d09a7881b5468eaac64348e40df04aee80073eeb6397a32b9a8d) AuthConfig (12601f6c94ccbdf8cd9d3f9189f4978dd7abaf1f6a979c8a52803a7b28006505) AuthConfig (0f4b292e3886d732cc9cdb218e750fd1e8557da43e553363101908eea8116add) AuthConfig (2173bb2c4d942c3f6b66079f4c05690678714791619a758a4bc6b71e27fac89b) AuthConfig (b7af6a443843e20e667503494e060af65bd89e0e53dc42801cb96d62b23cc760) AuthConfig (e174eb95754fe7464df0978121cc25f1563fb12770802dbc03cd0c1ddf31826a) AuthConfig (3addbb63a0a75d3f5df0e7f4b8b465bee7a9013ad1e8b054f7065e3e564c03ed) AuthConfig (ed495fdc9187e974db68cdfb540fa03aed2c169acede48830c9fa48a776ca756) AuthConfig (c097b4d8b2cde308ab947640443fdcbfa7e50282b1aab26b1f27118216cacd57) AuthConfig (fdc17000048988ef3470d8fed6f6a6bd8ee8e1ffcbe92b0c90f11ba5735ec9ba) AuthConfig (fadba23ba756b3ecab565fc8b522e79a161c9b8e77dce61974e2a907ab0f4e40) AuthConfig (57b8c7a825a45055a92aa989d46ade534f2015597fb8e19b432d11c79b383a00) AuthConfig (0611f6324ba949db225bc6bc9fdfc8a46bccf55a9fb5d7a6efb1abecc9b25b02) AuthConfig (c53767947ee11136609c4de595a5d765c5912c51e3745e574a6fa8fcb80d08ad) AuthConfig (a267240a4c9430afc7973f8ff8a7feb99aed16b97b647169ff9183b15e334e1e) AuthConfig (87c122cf94195a7037f30d4c8298c8352dbd86bd83656a756f4f96c2eab8c42f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"97f310de-324b-421f-99de-6f86232824c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:50.886298148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"9501d03b-3c6b-4ff0-a1c6-c7eaed3ce2a1","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:50.886319001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"9501d03b-3c6b-4ff0-a1c6-c7eaed3ce2a1","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:02:50.905978303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:00.990945345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"15d7e139-3a73-4375-8712-37ea4e408baf","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:01.048319082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"15d7e139-3a73-4375-8712-37ea4e408baf","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:01.104017248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-410bb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ad59f687d284fa8e2f5bbd62cb99eff06f48e6a8d4b3516725efad529115f36) AuthConfig (62a084b01fed9115040c2ae6b25290b2206bd20dc047c344fb03af8b488aea13) AuthConfig (38aa4d0685c5d09a7881b5468eaac64348e40df04aee80073eeb6397a32b9a8d) AuthConfig (12601f6c94ccbdf8cd9d3f9189f4978dd7abaf1f6a979c8a52803a7b28006505) AuthConfig (0f4b292e3886d732cc9cdb218e750fd1e8557da43e553363101908eea8116add) AuthConfig (2173bb2c4d942c3f6b66079f4c05690678714791619a758a4bc6b71e27fac89b) AuthConfig (b7af6a443843e20e667503494e060af65bd89e0e53dc42801cb96d62b23cc760) AuthConfig (e174eb95754fe7464df0978121cc25f1563fb12770802dbc03cd0c1ddf31826a) AuthConfig (3addbb63a0a75d3f5df0e7f4b8b465bee7a9013ad1e8b054f7065e3e564c03ed) AuthConfig (ed495fdc9187e974db68cdfb540fa03aed2c169acede48830c9fa48a776ca756) AuthConfig (c097b4d8b2cde308ab947640443fdcbfa7e50282b1aab26b1f27118216cacd57) AuthConfig (fdc17000048988ef3470d8fed6f6a6bd8ee8e1ffcbe92b0c90f11ba5735ec9ba) AuthConfig (fadba23ba756b3ecab565fc8b522e79a161c9b8e77dce61974e2a907ab0f4e40) AuthConfig (57b8c7a825a45055a92aa989d46ade534f2015597fb8e19b432d11c79b383a00) AuthConfig (0611f6324ba949db225bc6bc9fdfc8a46bccf55a9fb5d7a6efb1abecc9b25b02) AuthConfig (c53767947ee11136609c4de595a5d765c5912c51e3745e574a6fa8fcb80d08ad) AuthConfig (a267240a4c9430afc7973f8ff8a7feb99aed16b97b647169ff9183b15e334e1e) AuthConfig (87c122cf94195a7037f30d4c8298c8352dbd86bd83656a756f4f96c2eab8c42f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"15d7e139-3a73-4375-8712-37ea4e408baf","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:01.763234834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"718dce82-3041-44c2-822f-5bd1181c7008","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:01.763264459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"718dce82-3041-44c2-822f-5bd1181c7008","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:11.210082397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"980024d5-833a-48ec-b4e9-926e4447d99d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:11.268195733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"980024d5-833a-48ec-b4e9-926e4447d99d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:11.478460261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"980ecaca-f59e-4cac-9524-86cba614836d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-7daecc","tenantID":"e2e-explicit-7daecc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:11.586498613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"f8d46091-bdbc-41f4-a626-a775729ee813","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:11.586522335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"f8d46091-bdbc-41f4-a626-a775729ee813","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:11.595667479Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"980ecaca-f59e-4cac-9524-86cba614836d","name":"e2e-explicit-7daecc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:16.970477991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"458a9d21-f2d0-4b20-9c22-f9ae05a2a1e8","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:16.970500523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"458a9d21-f2d0-4b20-9c22-f9ae05a2a1e8","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.030558657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"91b9d9b5-64d7-4be0-b342-60727cf4440a","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.030577145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"91b9d9b5-64d7-4be0-b342-60727cf4440a","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.073859929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"f682d6aa-9b88-46d6-ac64-d24285262cf0","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:03:17.079530015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"662a8016-a42b-4681-8964-10b8a8949c47","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-1ee85b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:03:17.083869403Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"91b9d9b5-64d7-4be0-b342-60727cf4440a","name":"auth-test-model-410bb8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-410bb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:03:17.083918787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"91b9d9b5-64d7-4be0-b342-60727cf4440a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-410bb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.089297261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"fad2fd4d-5523-4e46-b077-3520b268f94e","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.089313572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"fad2fd4d-5523-4e46-b077-3520b268f94e","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.130637391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"f682d6aa-9b88-46d6-ac64-d24285262cf0","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.18704528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"5ac8d96c-eafa-44aa-9f41-aa605977ac8e","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.187067234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"5ac8d96c-eafa-44aa-9f41-aa605977ac8e","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.244083993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"c80bdeb6-cba8-4ef6-80c2-d5908cf7a8fc","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.244106215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"c80bdeb6-cba8-4ef6-80c2-d5908cf7a8fc","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.443133321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"f016c935-57e8-449b-86f9-819b12595566","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.465533024Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"48276855-5a15-40a2-ad94-51da0983f476","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-auth-test-model-410bb8","model":"auth-test-model-410bb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-410bb8/e2e-auth-iso-1ee85b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.501399814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"f016c935-57e8-449b-86f9-819b12595566","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.637683068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"c251de70-825f-4566-8958-fec1fc2df5c4","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.637706661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"c251de70-825f-4566-8958-fec1fc2df5c4","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:17.845469286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"982221cd-3c32-4cfb-bc02-6574bb5ae7bc","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-auth-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:20.85676632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"f64d953f-7b47-49ef-b492-55eb3b2f475f","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:20.856821794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"f64d953f-7b47-49ef-b492-55eb3b2f475f","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:20.90564256Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:26.36484748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"cc6946c6-45fd-4a82-b70b-b968aff64e99","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:26.364868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"cc6946c6-45fd-4a82-b70b-b968aff64e99","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:26.421549847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"44b4e488-463b-44ff-9401-9c0d978120a3","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:26.42156976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"44b4e488-463b-44ff-9401-9c0d978120a3","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:26.586423727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"d3a1892c-8475-47de-9c7b-6a4ad0b10ba6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:26.718228431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"d3a1892c-8475-47de-9c7b-6a4ad0b10ba6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:26.773662799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-19dda4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"d3a1892c-8475-47de-9c7b-6a4ad0b10ba6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:26.830715997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"fcc05323-825f-4071-8edd-a0091cbc2b6e","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:26.830742328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"fcc05323-825f-4071-8edd-a0091cbc2b6e","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:27.461627109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"5d831ad8-8153-46d9-9933-e2e688a5c6e9","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:27.461659548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"5d831ad8-8153-46d9-9933-e2e688a5c6e9","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:32.933516639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"24d45010-8cf4-4056-be71-e49ff3dbe43b","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:32.933541267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"24d45010-8cf4-4056-be71-e49ff3dbe43b","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:32.990201544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"e32b1c3c-83ee-4ecf-85dd-67d21b7f5839","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:32.990223151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"e32b1c3c-83ee-4ecf-85dd-67d21b7f5839","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:33.096337639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"bf3b1c95-440e-4559-b31d-df80a133b597","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:33.223921192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"bf3b1c95-440e-4559-b31d-df80a133b597","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:33.279137431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e1fd8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"bf3b1c95-440e-4559-b31d-df80a133b597","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:33.334922699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"84ce6427-8811-45b8-b2fc-d3a400cf2edc","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:33.334942591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"84ce6427-8811-45b8-b2fc-d3a400cf2edc","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:34.645811513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"5b32833c-05fb-4c08-b6ba-c6c4c2453030","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-auth-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:34.811283718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"918745df-78c5-4506-9120-3f4c3e4b59db","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:34.811300548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"918745df-78c5-4506-9120-3f4c3e4b59db","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:35.786737703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"1b55eda5-221d-4090-966e-8ff6a69db7b8","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:35.786763765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"1b55eda5-221d-4090-966e-8ff6a69db7b8","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:35.843391182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"d1d377c6-7e1d-46ad-a9f0-7cf79cb80d5c","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:35.8434171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"d1d377c6-7e1d-46ad-a9f0-7cf79cb80d5c","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:35.948004583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"3b30aad2-2161-4a0f-8349-19babb7655b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:36.07578358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"3b30aad2-2161-4a0f-8349-19babb7655b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:36.089742022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"cafb34e4-b303-486c-b806-8b9d5a12a526","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:36.131186738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"3b30aad2-2161-4a0f-8349-19babb7655b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:36.147989794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"cafb34e4-b303-486c-b806-8b9d5a12a526","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:36.18707294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"57428ca4-0edc-4e52-b83e-3354496be2fd","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:36.187092661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"57428ca4-0edc-4e52-b83e-3354496be2fd","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:36.935093191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"9c318321-95e8-492b-a6c0-298928004798","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:36.99191153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"9c318321-95e8-492b-a6c0-298928004798","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:37.051224405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-19dda4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"9c318321-95e8-492b-a6c0-298928004798","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:43.438886206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"67cad108-63a3-4a7d-a0c6-0d0619604745","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:43.495862389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"67cad108-63a3-4a7d-a0c6-0d0619604745","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:43.551482136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e1fd8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"67cad108-63a3-4a7d-a0c6-0d0619604745","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:46.291912748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"21aa924b-984d-4e76-a81c-ead4ea3c0c22","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:46.348675794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"21aa924b-984d-4e76-a81c-ead4ea3c0c22","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:46.404213234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"21aa924b-984d-4e76-a81c-ead4ea3c0c22","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:47.155041114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"7190068e-ec2b-4dea-bccb-eccf03bd0b43","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:47.21246775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"7190068e-ec2b-4dea-bccb-eccf03bd0b43","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:47.267887141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-19dda4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"7190068e-ec2b-4dea-bccb-eccf03bd0b43","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:50.90567894Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:53.655788744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"8f9823ee-e6e3-49d1-8ae5-98f26e7d2afe","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:53.737807294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"8f9823ee-e6e3-49d1-8ae5-98f26e7d2afe","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:53.797701856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e1fd8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"8f9823ee-e6e3-49d1-8ae5-98f26e7d2afe","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:56.508891823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d00e08f1-68fc-44f7-b5d3-81a3f96c37a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:56.566032895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d00e08f1-68fc-44f7-b5d3-81a3f96c37a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:56.629393016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d00e08f1-68fc-44f7-b5d3-81a3f96c37a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:57.372097486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"69a30927-e8af-4818-bc7e-01c6da09edc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:57.429723273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"69a30927-e8af-4818-bc7e-01c6da09edc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:03:57.487113099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-19dda4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"69a30927-e8af-4818-bc7e-01c6da09edc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:03.902283682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"80fa1895-7ff5-4821-9b5e-c081031a3cff","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:03.959349081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"80fa1895-7ff5-4821-9b5e-c081031a3cff","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:04.014983373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e1fd8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"80fa1895-7ff5-4821-9b5e-c081031a3cff","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:06.742575425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d86d89a5-6aac-4e80-be7e-4a39e6dc371c","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:06.807680454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d86d89a5-6aac-4e80-be7e-4a39e6dc371c","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:06.863998629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d86d89a5-6aac-4e80-be7e-4a39e6dc371c","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:07.59155715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"03abe519-3503-4fe9-81d1-059c15f9b499","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:07.649609609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"03abe519-3503-4fe9-81d1-059c15f9b499","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:07.706530731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-19dda4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"03abe519-3503-4fe9-81d1-059c15f9b499","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:14.120308695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"f778c76d-9a97-4dbb-add3-43815259aa8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:14.178065255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"f778c76d-9a97-4dbb-add3-43815259aa8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:14.233751975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e1fd8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8660fd6191a9e1e42683cef6a6dd7132059b5557c32acf6a6bbee38814925f92) AuthConfig (e6439d796024f75370b4d5dcb9e89d57eaddeee60ecce8c67f46fdc946ce00b6) AuthConfig (58b5afd0573fadf785ef39f140727dafe0005f8d832f3bb61558414142e82ecc) AuthConfig (f1bc7abbbf43db14920979fc423fa008edf28bec70fbab7485c2552e1a10bd21) AuthConfig (d4b83bdeb72d71a390a3d18ed94d5352458aafa2c11953145f92aa57200f77dd) AuthConfig (a395dd8c1dba61281293cd512c55ed0027388e7d2636423e1c41916bc79bd374) AuthConfig (f09ac1133c1ff03dea102f29643b44930a22909f429f278f42d4f40277218685) AuthConfig (203068a7a0fe5e058b8405a0f2a821684bded3517b38e07ab217041de8a14b59) AuthConfig (aaaaa7f1ea9b26d890e5d1bb86b34614c891b9e355c9186b70d7b410f7d960bc) AuthConfig (4fc291101043970ed5e2a9eef0d5228a3093b66c8b78c00be661b851a9799f82) AuthConfig (55e1927ebe80c15fcd2e20648c48b644cb6f30034a102cb34b44a0a05e561358) AuthConfig (57a469097f2afcbf3ca5e67019fcbee25b2f45594c9f54b27fd04c68a1c1e665) AuthConfig (ae9f8b37392e11a9f42c1633780beeee7fb11d8e0f4b6056bb652992fa0a8775) AuthConfig (38d74237a045e7cd4035cca99bc8b56f705975ecbdb2574dd2aef74c5a2cda78) AuthConfig (e5920d898e830b955df50bac32173031cee08bcd68b9b4f129a5e6c9e4ec37a8) AuthConfig (e44d9d5da8c92a6cf09e01ee6d961c768df58e65aa53c526cfa6fa054f8a2f28) AuthConfig (115a02e558d398ddcc5a52b8a727712ed4dddcb7c2a8201412bdcc544fd7f9b8) AuthConfig (23c46d586eeb78d9f28ee7a2f1f380d94045390d049b897ce6df78299c2cd02e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"f778c76d-9a97-4dbb-add3-43815259aa8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:14.300368313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"0106b19e-373a-4f92-96ba-ef8de766dfcf","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:14.300388283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"0106b19e-373a-4f92-96ba-ef8de766dfcf","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:16.968397891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"a14f30d3-0002-480f-8e5c-01fcc29ac86f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:17.025442416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"a14f30d3-0002-480f-8e5c-01fcc29ac86f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:17.081451085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76854f6aaed93fd7ab9d4db4ba09e7e1b968588859e4645651d9900bd6523097) AuthConfig (f83553a2f95f78e929b4f74c18abf81614992ec56d4584930261caa6ef5149c8) AuthConfig (c8a116c30aec619eb45c561ed96cceb46631bdb131588d449c59c560734b1638) AuthConfig (490be1e9ad72c79284575fad4ecc558802db39b5b8298ef707bc85bec526b996) AuthConfig (e315602ec9334c9d35322b36f1f4aa10ee9c316388ce3f1a1965d71b57562839) AuthConfig (4d879f891142d51c7b1a3c5750e7120c06d2d5ef5428967dfc7aea9cefeea89f) AuthConfig (1344ffef35a28b0470fa0ec28ea72b84fbdab318cd0eea3f6b59cacc09ae10c2) AuthConfig (85add48a06ebf577689aba50b71aac8adc7270fcaa0e35b5e45e287ead133849) AuthConfig (a1994eb28f71708e9002a38dd40c8711d1f70e27fcde954b51b8f2118d3bde14) AuthConfig (0d40b2f6c8acf907f60d5e69588eeeecb3dd9ba8857508827d619c824b840227) AuthConfig (bc5b4a908004c19e54166e580c12480f1fceec096dd88bb5a6a8725861322e23) AuthConfig (40cf17504d1bc52539e53bd005e6393752f5f9a30dcc3994196ad6f20adcbec2) AuthConfig (24cfccf6bd2deb85953848d7eaf0dc4613cbeedecfca8c0a82acf0383bb38495) AuthConfig (66d404ea02708994b127ba276cc5fdf71999e31bfec7ab7dd218dab7fc9abdfb) AuthConfig (226c66d555ae11adcdeb5e43f1174feafcc90b8e39e536bd9073d50f7b4eff8c) AuthConfig (ef032bd53a7ec2af7903b43b51b58d3599e4b6ab942681f89f795d61c7893ee8) AuthConfig (8032ffa6dc81124e02ca795441675869dbd34cf2310273dc9d96c1b4a328b8cc) AuthConfig (817518f4c570fe7260c67ca548d1114619a86062128732db370a0abbd7171852)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"a14f30d3-0002-480f-8e5c-01fcc29ac86f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:17.139264593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"26034393-6c0a-4618-8b28-174ceb29c988","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:17.139283695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"26034393-6c0a-4618-8b28-174ceb29c988","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:17.812432884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"49e5d698-afbd-4146-a5a3-3e19db295559","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:17.869595153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"49e5d698-afbd-4146-a5a3-3e19db295559","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:17.925417373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-19dda4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f126235a01df8e319af70453e65da1e526a8055143430187126448a15b75a5df) AuthConfig (6624c267bb1ca00145610a5d18c463ba2197f448c516e5643ec986851b93104d) AuthConfig (19822926812087fbdf58e906f2dc811eb05504a6b9445a2dc54ad422a08f6ba5) AuthConfig (e0c3d08d3912e54d6287309e772f2d834982b5f0b281cdee21ee857c5a8db2d0) AuthConfig (ee7e4319bdb43fd11ad3356d7aa895de04933f5e59f2333faaf6306094ce6560) AuthConfig (b00e588448bc78b01f86ea92890085f2d063e942dc7c4e8810d768ebb8847e0e) AuthConfig (6008a1722b2eb1674b012ffa3dde022436d60ce3629d0ae2e30030edd8a88e1c) AuthConfig (b786bd4b76fd731533a5a339399e008a40803f2d16461ea68385ad0e55b80dc4) AuthConfig (0c65f84ff0bc951e1c8ec4c5dcc646d2cbe73235dd4f53fc2d59c02cadd9288d) AuthConfig (86a152a0505cd2fb7c0a08efdd7cb6c082e9e422c2411d2a09b6683ac2e030b6) AuthConfig (e61ce5b78d09e961bf7eeda0dbe8954b067e745950c964f179724db57cf62a94) AuthConfig (3056a023462f3290758b5093dc3cd662089f834dd5800fa1bd9099291c3f0031) AuthConfig (6b6d09201cbbd6ff28dba83336a71bd3792b2bd8f102f6c0e87ab66414aea8da) AuthConfig (508e7e3856f45143b54ea66285148352e645ae405afed227c65d0ea0439928a0) AuthConfig (9d7003871160bfffa3d768692949264c0a658d52ea6853f15797b0f02e4a525d) AuthConfig (72e8c29e1eff650613f8010fe2984f42b87c714d1f80ca3cc346f6cb818a749f) AuthConfig (bef1275b0a49641b534df80847f0fd9aabf7ec93141885b88674cc148e14483d) AuthConfig (42dbee99bf2e25ff4d201949c62015482b0309127d6f72749b6b14bee989cfd6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"49e5d698-afbd-4146-a5a3-3e19db295559","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:17.982833718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"7f8aa59b-16e1-4330-8b54-5e4ab2228b6d","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:17.982849279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"7f8aa59b-16e1-4330-8b54-5e4ab2228b6d","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:20.906031839Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:24.405103429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"91c31657-1313-468e-89a9-8c8c19276f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:24.462331251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"91c31657-1313-468e-89a9-8c8c19276f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:24.518369265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e1fd8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8660fd6191a9e1e42683cef6a6dd7132059b5557c32acf6a6bbee38814925f92) AuthConfig (e6439d796024f75370b4d5dcb9e89d57eaddeee60ecce8c67f46fdc946ce00b6) AuthConfig (58b5afd0573fadf785ef39f140727dafe0005f8d832f3bb61558414142e82ecc) AuthConfig (f1bc7abbbf43db14920979fc423fa008edf28bec70fbab7485c2552e1a10bd21) AuthConfig (d4b83bdeb72d71a390a3d18ed94d5352458aafa2c11953145f92aa57200f77dd) AuthConfig (a395dd8c1dba61281293cd512c55ed0027388e7d2636423e1c41916bc79bd374) AuthConfig (f09ac1133c1ff03dea102f29643b44930a22909f429f278f42d4f40277218685) AuthConfig (203068a7a0fe5e058b8405a0f2a821684bded3517b38e07ab217041de8a14b59) AuthConfig (aaaaa7f1ea9b26d890e5d1bb86b34614c891b9e355c9186b70d7b410f7d960bc) AuthConfig (4fc291101043970ed5e2a9eef0d5228a3093b66c8b78c00be661b851a9799f82) AuthConfig (55e1927ebe80c15fcd2e20648c48b644cb6f30034a102cb34b44a0a05e561358) AuthConfig (57a469097f2afcbf3ca5e67019fcbee25b2f45594c9f54b27fd04c68a1c1e665) AuthConfig (ae9f8b37392e11a9f42c1633780beeee7fb11d8e0f4b6056bb652992fa0a8775) AuthConfig (38d74237a045e7cd4035cca99bc8b56f705975ecbdb2574dd2aef74c5a2cda78) AuthConfig (e5920d898e830b955df50bac32173031cee08bcd68b9b4f129a5e6c9e4ec37a8) AuthConfig (e44d9d5da8c92a6cf09e01ee6d961c768df58e65aa53c526cfa6fa054f8a2f28) AuthConfig (115a02e558d398ddcc5a52b8a727712ed4dddcb7c2a8201412bdcc544fd7f9b8) AuthConfig (23c46d586eeb78d9f28ee7a2f1f380d94045390d049b897ce6df78299c2cd02e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"91c31657-1313-468e-89a9-8c8c19276f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:27.245545539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d904dc41-295e-44e5-8d5c-9ee9675f3820","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:27.302256544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d904dc41-295e-44e5-8d5c-9ee9675f3820","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:27.357532521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76854f6aaed93fd7ab9d4db4ba09e7e1b968588859e4645651d9900bd6523097) AuthConfig (f83553a2f95f78e929b4f74c18abf81614992ec56d4584930261caa6ef5149c8) AuthConfig (c8a116c30aec619eb45c561ed96cceb46631bdb131588d449c59c560734b1638) AuthConfig (490be1e9ad72c79284575fad4ecc558802db39b5b8298ef707bc85bec526b996) AuthConfig (e315602ec9334c9d35322b36f1f4aa10ee9c316388ce3f1a1965d71b57562839) AuthConfig (4d879f891142d51c7b1a3c5750e7120c06d2d5ef5428967dfc7aea9cefeea89f) AuthConfig (1344ffef35a28b0470fa0ec28ea72b84fbdab318cd0eea3f6b59cacc09ae10c2) AuthConfig (85add48a06ebf577689aba50b71aac8adc7270fcaa0e35b5e45e287ead133849) AuthConfig (a1994eb28f71708e9002a38dd40c8711d1f70e27fcde954b51b8f2118d3bde14) AuthConfig (0d40b2f6c8acf907f60d5e69588eeeecb3dd9ba8857508827d619c824b840227) AuthConfig (bc5b4a908004c19e54166e580c12480f1fceec096dd88bb5a6a8725861322e23) AuthConfig (40cf17504d1bc52539e53bd005e6393752f5f9a30dcc3994196ad6f20adcbec2) AuthConfig (24cfccf6bd2deb85953848d7eaf0dc4613cbeedecfca8c0a82acf0383bb38495) AuthConfig (66d404ea02708994b127ba276cc5fdf71999e31bfec7ab7dd218dab7fc9abdfb) AuthConfig (226c66d555ae11adcdeb5e43f1174feafcc90b8e39e536bd9073d50f7b4eff8c) AuthConfig (ef032bd53a7ec2af7903b43b51b58d3599e4b6ab942681f89f795d61c7893ee8) AuthConfig (8032ffa6dc81124e02ca795441675869dbd34cf2310273dc9d96c1b4a328b8cc) AuthConfig (817518f4c570fe7260c67ca548d1114619a86062128732db370a0abbd7171852)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d904dc41-295e-44e5-8d5c-9ee9675f3820","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:27.98639687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8be5744-f808-451d-8199-a70a83f53c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:28.037911759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8be5744-f808-451d-8199-a70a83f53c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:28.089412311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8be5744-f808-451d-8199-a70a83f53c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:28.143070333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8be5744-f808-451d-8199-a70a83f53c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:28.195518658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"c76bc1eb-82bb-43e9-82c7-add8225874c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:28.252361101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"c76bc1eb-82bb-43e9-82c7-add8225874c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:28.308543084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-19dda4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f126235a01df8e319af70453e65da1e526a8055143430187126448a15b75a5df) AuthConfig (6624c267bb1ca00145610a5d18c463ba2197f448c516e5643ec986851b93104d) AuthConfig (19822926812087fbdf58e906f2dc811eb05504a6b9445a2dc54ad422a08f6ba5) AuthConfig (e0c3d08d3912e54d6287309e772f2d834982b5f0b281cdee21ee857c5a8db2d0) AuthConfig (ee7e4319bdb43fd11ad3356d7aa895de04933f5e59f2333faaf6306094ce6560) AuthConfig (b00e588448bc78b01f86ea92890085f2d063e942dc7c4e8810d768ebb8847e0e) AuthConfig (6008a1722b2eb1674b012ffa3dde022436d60ce3629d0ae2e30030edd8a88e1c) AuthConfig (b786bd4b76fd731533a5a339399e008a40803f2d16461ea68385ad0e55b80dc4) AuthConfig (0c65f84ff0bc951e1c8ec4c5dcc646d2cbe73235dd4f53fc2d59c02cadd9288d) AuthConfig (86a152a0505cd2fb7c0a08efdd7cb6c082e9e422c2411d2a09b6683ac2e030b6) AuthConfig (e61ce5b78d09e961bf7eeda0dbe8954b067e745950c964f179724db57cf62a94) AuthConfig (3056a023462f3290758b5093dc3cd662089f834dd5800fa1bd9099291c3f0031) AuthConfig (6b6d09201cbbd6ff28dba83336a71bd3792b2bd8f102f6c0e87ab66414aea8da) AuthConfig (508e7e3856f45143b54ea66285148352e645ae405afed227c65d0ea0439928a0) AuthConfig (9d7003871160bfffa3d768692949264c0a658d52ea6853f15797b0f02e4a525d) AuthConfig (72e8c29e1eff650613f8010fe2984f42b87c714d1f80ca3cc346f6cb818a749f) AuthConfig (bef1275b0a49641b534df80847f0fd9aabf7ec93141885b88674cc148e14483d) AuthConfig (42dbee99bf2e25ff4d201949c62015482b0309127d6f72749b6b14bee989cfd6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"c76bc1eb-82bb-43e9-82c7-add8225874c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:30.096534351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67cab94a-2499-4ac4-ae56-a71a2fb74b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:30.148090111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67cab94a-2499-4ac4-ae56-a71a2fb74b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:30.199587526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67cab94a-2499-4ac4-ae56-a71a2fb74b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:30.252998856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67cab94a-2499-4ac4-ae56-a71a2fb74b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:31.657539923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"9d66f4c9-d20b-4f09-8762-1e6a04df5f78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:31.765025673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e26ce1f-2502-487c-92e7-09f993b3fcc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:31.773948537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"b5330a80-7c4e-475f-9832-618ccc613a96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:31.902663203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"95858927-3672-4259-bd89-c8b57d427aa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:32.019827263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"bc92317d-4ede-478b-b4aa-c685fda8d513","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:32.408048052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"d4fb7d59-dc02-46f3-afc8-cbda48b6f4b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:32.518267729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"13bdb3e0-52e1-42dd-b425-97407c34e54f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:32.617950224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"f03e2f56-8030-4706-8470-c0e96a610911","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-auth-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:32.725492675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"72ab2e62-a60e-449e-a743-af96bd95e2f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:32.825084925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"1e1a569e-fb0e-413d-8bc2-484922e2eda3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:32.919715623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"d6d4880e-c20c-484b-87ec-35a8fdb3a868","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:32.919737768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6fe36f43-13b1-4c1c-8cb1-b5f31d7fcd5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:33.018420186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"ea9cd1df-a564-47a0-9ac3-23302d8e3682","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:34.622553147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"c6591b14-0500-4103-a818-198c434a38fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:34.67908404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"c6591b14-0500-4103-a818-198c434a38fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:34.945998724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"59dfe8bb-5f9e-40a0-a908-f0ac3b5aedcd","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:34.946021272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"59dfe8bb-5f9e-40a0-a908-f0ac3b5aedcd","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:36.022933463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"b0dfc4be-fb3b-4e59-8823-274779625764","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:36.022963056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"b0dfc4be-fb3b-4e59-8823-274779625764","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:37.461786613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"92300db8-5174-46fc-abca-b8ccb2c0da8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:37.519717244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"92300db8-5174-46fc-abca-b8ccb2c0da8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:37.838765601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"00eaa9c5-e3f0-459b-9473-3f712a8136af","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:37.838784513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"00eaa9c5-e3f0-459b-9473-3f712a8136af","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:38.414248757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"29c0f13b-03f5-4308-8030-9173c777b610","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:38.474820604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"29c0f13b-03f5-4308-8030-9173c777b610","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:38.792397117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"8ecbdb94-c043-4b6f-a681-1cc57e75e9b3","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:38.792417328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"8ecbdb94-c043-4b6f-a681-1cc57e75e9b3","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.386551295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"b50c182a-a86e-4943-9890-2a9c8d19a8af","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.38657068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"b50c182a-a86e-4943-9890-2a9c8d19a8af","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.444874952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"a2020599-fead-4bd7-b9e5-f2fc411a27a4","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.444918574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"a2020599-fead-4bd7-b9e5-f2fc411a27a4","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.489756473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"24f54be3-79ab-4707-9aba-dcfb67f95f9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:04:40.495924254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"56acbc2a-4a0b-4e9f-ae12-9df650684487","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f6fc27\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:04:40.49840074Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"a2020599-fead-4bd7-b9e5-f2fc411a27a4","name":"auth-test-model-e1fd8f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e1fd8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:04:40.498452255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"a2020599-fead-4bd7-b9e5-f2fc411a27a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e1fd8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.503755678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"dd811730-fcc7-4f0d-b981-633e03c4d2ac","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.503769224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"dd811730-fcc7-4f0d-b981-633e03c4d2ac","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.546864431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"24f54be3-79ab-4707-9aba-dcfb67f95f9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.603396435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"e4988c2f-9b7f-46be-b7e4-57999c4a110e","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.603416102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"e4988c2f-9b7f-46be-b7e4-57999c4a110e","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.661436863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"93e6d4ed-cd71-4472-97e4-679e9c48f2f2","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.661451843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"93e6d4ed-cd71-4472-97e4-679e9c48f2f2","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.860580368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"5819d01f-6ebe-4b69-890f-20b09b5674a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.876872571Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"46bdc203-cd72-4cdb-b665-f345c5398bd2","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"maas-trlp-auth-test-model-e1fd8f","model":"auth-test-model-e1fd8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-e1fd8f/e2e-auth-iso-f6fc27"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:40.917351722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"5819d01f-6ebe-4b69-890f-20b09b5674a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.04174456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"3ec5713c-a9dc-4a0a-81c9-9de9c008d939","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.041761205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"3ec5713c-a9dc-4a0a-81c9-9de9c008d939","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.252477477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"85118fe1-5f71-44fb-b3aa-4201b0b2212c","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"maas-trlp-auth-test-model-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.418450016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"21f69803-9a01-486c-b01d-64bf06b13631","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.418465943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"21f69803-9a01-486c-b01d-64bf06b13631","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.48557864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"ecb0a8b6-bf25-438d-9dff-2fd5856d9a28","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.485596683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"ecb0a8b6-bf25-438d-9dff-2fd5856d9a28","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.542238516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"6ebdd71c-ca92-4478-80ab-134d892e2bff","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.542255046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"6ebdd71c-ca92-4478-80ab-134d892e2bff","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.645254092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"9fe9a2ea-d14f-491f-a7ba-c9e247eb1745","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.822487293Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"9fe9a2ea-d14f-491f-a7ba-c9e247eb1745","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.877835276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"9fe9a2ea-d14f-491f-a7ba-c9e247eb1745","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.933114539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"1e89c3cc-12d4-4af8-9f47-043347d95921","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:41.933130045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"1e89c3cc-12d4-4af8-9f47-043347d95921","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.085033653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-7daecc","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"explicit-model-7daecc","reconcileID":"0e612d99-823f-449f-8a8a-fe56ed24d183","MaaSModelRef":{"name":"explicit-model-7daecc","namespace":"ai-tenant-e2e-explicit-7daecc"},"routeName":"explicit-model-7daecc-kserve-route","namespace":"ai-tenant-e2e-explicit-7daecc","llmisvcName":"explicit-model-7daecc","gateway":"openshift-ingress/e2e-explicit-7daecc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.328620533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"8116eadf-c1ea-460f-8cc9-62cb4aed1362","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.328643355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"8116eadf-c1ea-460f-8cc9-62cb4aed1362","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.388855268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"bc89048d-5a28-4727-9c23-e9e5a7ea91c9","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.388931271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"bc89048d-5a28-4727-9c23-e9e5a7ea91c9","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.431485882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"9dac4702-3bbb-474b-8b10-0373d73233e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:04:43.435243727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"80627fb7-18a7-487c-9751-75ca02278bb0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-1ee85b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:04:43.442651068Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"bc89048d-5a28-4727-9c23-e9e5a7ea91c9","name":"auth-test-model-080095","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-080095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:04:43.442701876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"bc89048d-5a28-4727-9c23-e9e5a7ea91c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-080095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.448015221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"ba64da60-e0fd-457d-9f05-4f2acbcd291b","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.448030144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"ba64da60-e0fd-457d-9f05-4f2acbcd291b","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.488318804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"9dac4702-3bbb-474b-8b10-0373d73233e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.542744762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"c798d985-bf58-44e0-a80b-db258b156291","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.542759717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"c798d985-bf58-44e0-a80b-db258b156291","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.599639012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"ad854434-6b99-4a84-b807-a8ac1e65e89d","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.599654452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"ad854434-6b99-4a84-b807-a8ac1e65e89d","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.795823842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"4d0cce0e-770c-4c78-b4f1-af97071364d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.821737917Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"b4043ffb-affa-432f-a0ec-0e6b0758bd54","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-auth-test-model-080095","model":"auth-test-model-080095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-080095/e2e-auth-iso-1ee85b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.852846968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"4d0cce0e-770c-4c78-b4f1-af97071364d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.989275987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"34651236-19a1-4798-8a88-e3b57e1d6ef9","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:43.989295009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"34651236-19a1-4798-8a88-e3b57e1d6ef9","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.102146583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"e3d423d1-9920-48d0-b337-be604b0b9b38","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.1021867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"e3d423d1-9920-48d0-b337-be604b0b9b38","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.160022879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"674c7f0d-96b7-41fc-9134-59ca77b63e3c","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.160063166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"674c7f0d-96b7-41fc-9134-59ca77b63e3c","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.198281108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"22b2e306-ead8-4603-a723-7e97547b025f","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-auth-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.204875683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"2e213724-5c0a-4e2c-afce-80d74be8f930","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:04:44.210831438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"7c63a643-abf9-4aff-ac84-02f166e3221d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9302ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:04:44.213556303Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"674c7f0d-96b7-41fc-9134-59ca77b63e3c","name":"auth-test-model-19dda4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-19dda4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:04:44.213598126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"674c7f0d-96b7-41fc-9134-59ca77b63e3c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-19dda4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.219193798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"874f1e05-8b1e-423b-acf8-ebdf6a8038a5","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.219210008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"874f1e05-8b1e-423b-acf8-ebdf6a8038a5","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.261656856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"2e213724-5c0a-4e2c-afce-80d74be8f930","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.317954728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"636a28f6-1b8a-4c46-8e8c-64cf16ec40cf","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.317969289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"636a28f6-1b8a-4c46-8e8c-64cf16ec40cf","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.374855428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"e3ee6ffb-c380-4c6e-9479-3094fa3c77ab","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.374870777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"e3ee6ffb-c380-4c6e-9479-3094fa3c77ab","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.568744059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"60bd7fd5-b2e9-4bd9-ae1a-0b2381c93a90","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.584707647Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"8e63ae35-444a-4e5a-979d-a7c18088ca4e","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"maas-trlp-auth-test-model-19dda4","model":"auth-test-model-19dda4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-19dda4/e2e-auth-iso-9302ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.626522893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"60bd7fd5-b2e9-4bd9-ae1a-0b2381c93a90","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.751655045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"327c1c48-089b-42a3-93ad-856c5e4988cc","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.751672187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"327c1c48-089b-42a3-93ad-856c5e4988cc","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:44.960380469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"4feed7e7-b2bc-4d54-bfb9-528fc9bad48d","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"maas-trlp-auth-test-model-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:45.126934515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"705419aa-cba1-4e32-867f-63d6c228c0e0","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:45.126951122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"705419aa-cba1-4e32-867f-63d6c228c0e0","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:50.911490243Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:52.038092385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"ec6ebd59-1ab2-4cc3-8f0b-c8d400d4bbf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:52.098586414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"ec6ebd59-1ab2-4cc3-8f0b-c8d400d4bbf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:04:52.155078512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"ec6ebd59-1ab2-4cc3-8f0b-c8d400d4bbf4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:02.260133727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"431fa3ed-68ec-4468-bf09-dfc9e7681145","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:02.319103215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"431fa3ed-68ec-4468-bf09-dfc9e7681145","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:02.375856737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"431fa3ed-68ec-4468-bf09-dfc9e7681145","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:10.487668501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"4fff8473-17f0-446d-9003-42d2de203f62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:10.740367811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"86e15afe-4a3a-4d7c-975b-149fd144a702","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-auth-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:10.83948201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"fee969d4-8970-4b7c-afdd-ee32d47ff880","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:10.911176962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"5be549d2-142e-45c3-a0bb-0179a0ed6a5b","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:10.911196689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"5be549d2-142e-45c3-a0bb-0179a0ed6a5b","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:10.989341067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"f18f1428-b49b-4e1b-95dd-5580abf56c47","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"maas-trlp-auth-test-model-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.089571762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"4d37f570-73c6-4fcb-9708-2fde8cf2a73a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.11393646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84278bd9-a487-4f21-86a8-922448750512","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.155848776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"51a2cc73-806c-4ab5-b1d6-212613681cca","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.155863329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"51a2cc73-806c-4ab5-b1d6-212613681cca","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.355470941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"5968f214-7f56-479b-8998-8bdfee816c69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.540176187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"2fefcb89-3e2d-4b38-a83a-1a8a75164861","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.650460381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"a2b40e82-f766-4102-8d8d-ebd2dacee18b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.740582849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"2be1c6cb-bcf6-4ba8-a7ff-daa52284b00d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.839583674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3b066a7-da6d-480e-85d1-5040bbe24aa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.94067593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"6ee5923e-366a-440b-8b18-045490223f82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.94086044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"d0fb2c39-5f09-4f8c-8dfa-6f1a2f3ac16d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:11.975302804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"cffb40d0-20cd-40fa-aec4-0d8a53acad29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.106611284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"73d4de5b-409d-434b-ad09-81de5baa0d11","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.106627981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"73d4de5b-409d-434b-ad09-81de5baa0d11","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.15781259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"a1ec8b92-7bcb-450d-b3e2-4821544c4f0e","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-auth-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.163337564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"c9312521-96b1-4378-a09f-c1f0568bf4ca","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.163356803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"c9312521-96b1-4378-a09f-c1f0568bf4ca","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.267116224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"57bb66f1-d8f2-4e9c-ae8e-5c26fb709d36","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.283315987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"86003175-f7b4-4343-8907-06864d5e15c9","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"maas-trlp-auth-test-model-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.393535099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"57bb66f1-d8f2-4e9c-ae8e-5c26fb709d36","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.450662261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"1a3f1cc4-4ef1-4c3c-8b72-fedba7b06027","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.450683976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"1a3f1cc4-4ef1-4c3c-8b72-fedba7b06027","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.451439421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5a16df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"57bb66f1-d8f2-4e9c-ae8e-5c26fb709d36","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.480078174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"aed5c34c-b4ab-4231-b8e6-62446674b682","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.508423321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"a38ae03f-9ed6-4dfc-8818-9cd90d141b74","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.50843827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"a38ae03f-9ed6-4dfc-8818-9cd90d141b74","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.537195891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"aed5c34c-b4ab-4231-b8e6-62446674b682","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.592954076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd848234dcdd434032fbf1e73ff91405fe447905f76ebb9e932729aa159e7072) AuthConfig (c3205b140fb56029279e71fdf63ca0424c5c9c0153942f8312eaee1f1a2ae4bf) AuthConfig (9abacfa1cf48d5fc21eb9ded0d30a8a276459b3beb79fe2d6e640b69dffb3428) AuthConfig (4c9ecf968450e5b1149b9b2fd2ae2919d675aaae66b71d32244521ca9bf187ce) AuthConfig (5b478eb674d1d88f1a1af2473b64499d55e940cdf77a971a22afb1a74d53a9a9) AuthConfig (6e8f4395ca965f5d0e19482d0bb2571206cb14360746ba338acb0b53f2dc6215) AuthConfig (3e454b4cb9f9b184f1351f1bdbd36996c82631f3fd30793e23db3c2638bb1b37) AuthConfig (43dc438449f344bfc9d7b6fcda37aa7c0812e3c7eafb363f12c1356d1f8893c8) AuthConfig (97407a59f7370f7a0f843854820379057f624994509330f39af27b12146661ad) AuthConfig (64d1bf2fee60c49ff7dfc0e6616bd7ec5e6ff7e31143bcc5f5e90b92c01cacee) AuthConfig (a3e9835d93354db57165a805e46373d442f7daaa79664704449121f8852430d6) AuthConfig (5cf3a98e90905688c546e784554833e00b0b58ab4cc1be870e5b18f376a9fc9a) AuthConfig (ba54e7e0da47619b6e7c5d61850354dfb645d5ae1ef97fd38c4e9aeef49df4cb) AuthConfig (ec84480ac837843d7196bbac3ea0d97345a3c49cb07db4945bb6bdc79a661730) AuthConfig (7ab641821bad00f910af2499779e191c84f3ec9a2484153f1baf418caec1db09) AuthConfig (0281cf22b04874cba3fede65143d808a2dbc3a264fa9ed10f6839595b335ccf3) AuthConfig (bc8b6296e568cfd77488887673ecace69dddc328c07bd56184b62873751fd2ec) AuthConfig (6736ee7809dec82221e12b705b9c185e534bfb941b9f9ebc7592643584e814b0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"aed5c34c-b4ab-4231-b8e6-62446674b682","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.653184619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"e83f57bc-e523-47b5-8472-b68fe06782c3","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.653206435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"e83f57bc-e523-47b5-8472-b68fe06782c3","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.712588089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"15267961-c64f-4524-bdfc-94ca7dc512e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.770303434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"15267961-c64f-4524-bdfc-94ca7dc512e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.942845046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"b138f49e-b022-4fdf-9f26-7ffed71b3003","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:12.999194058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"b138f49e-b022-4fdf-9f26-7ffed71b3003","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.043014034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"1b8245b2-0a1c-43da-b46d-d95cab9f0f38","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.099449054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"1b8245b2-0a1c-43da-b46d-d95cab9f0f38","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.575038888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"97a7f5cf-8078-4123-a1f1-f13a942c510b","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.575057913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"97a7f5cf-8078-4123-a1f1-f13a942c510b","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.631943215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"267939f5-3ce6-4e9e-9335-16f282afe1c3","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.631960221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"267939f5-3ce6-4e9e-9335-16f282afe1c3","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.734734003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"04fa6c65-774a-419d-aa5f-023f0d8b4eef","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.860938665Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"04fa6c65-774a-419d-aa5f-023f0d8b4eef","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.916752179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-bf6127-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"04fa6c65-774a-419d-aa5f-023f0d8b4eef","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.971998297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"a0f24853-b6d1-4232-9995-e73cb8d0159f","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:13.972015646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"a0f24853-b6d1-4232-9995-e73cb8d0159f","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:15.239635773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"0e759ee7-a877-4344-99df-e5f8287dfb75","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:15.239653409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"0e759ee7-a877-4344-99df-e5f8287dfb75","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:15.342804828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"446b3c8a-5a11-4a4c-91f7-0bdc42d56cbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:15.399313602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"446b3c8a-5a11-4a4c-91f7-0bdc42d56cbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:15.400948091Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"9f8d677f-83ca-4d2e-951e-c7d9a2bdcd46","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-426a4402","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:15.705430962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"baa51ec4-243b-4be5-aa00-d719791404e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:15.762163025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"baa51ec4-243b-4be5-aa00-d719791404e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:20.906915867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:22.612525028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"c8be893a-74a4-421d-832f-4d0bd9daa033","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:22.669979978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"c8be893a-74a4-421d-832f-4d0bd9daa033","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:22.726200899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5a16df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"c8be893a-74a4-421d-832f-4d0bd9daa033","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:22.757216572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"a05bd7e5-7f48-4e67-91d3-ec43b7a9e947","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:22.816330825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"a05bd7e5-7f48-4e67-91d3-ec43b7a9e947","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:22.872582941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd848234dcdd434032fbf1e73ff91405fe447905f76ebb9e932729aa159e7072) AuthConfig (c3205b140fb56029279e71fdf63ca0424c5c9c0153942f8312eaee1f1a2ae4bf) AuthConfig (9abacfa1cf48d5fc21eb9ded0d30a8a276459b3beb79fe2d6e640b69dffb3428) AuthConfig (4c9ecf968450e5b1149b9b2fd2ae2919d675aaae66b71d32244521ca9bf187ce) AuthConfig (5b478eb674d1d88f1a1af2473b64499d55e940cdf77a971a22afb1a74d53a9a9) AuthConfig (6e8f4395ca965f5d0e19482d0bb2571206cb14360746ba338acb0b53f2dc6215) AuthConfig (3e454b4cb9f9b184f1351f1bdbd36996c82631f3fd30793e23db3c2638bb1b37) AuthConfig (43dc438449f344bfc9d7b6fcda37aa7c0812e3c7eafb363f12c1356d1f8893c8) AuthConfig (97407a59f7370f7a0f843854820379057f624994509330f39af27b12146661ad) AuthConfig (64d1bf2fee60c49ff7dfc0e6616bd7ec5e6ff7e31143bcc5f5e90b92c01cacee) AuthConfig (a3e9835d93354db57165a805e46373d442f7daaa79664704449121f8852430d6) AuthConfig (5cf3a98e90905688c546e784554833e00b0b58ab4cc1be870e5b18f376a9fc9a) AuthConfig (ba54e7e0da47619b6e7c5d61850354dfb645d5ae1ef97fd38c4e9aeef49df4cb) AuthConfig (ec84480ac837843d7196bbac3ea0d97345a3c49cb07db4945bb6bdc79a661730) AuthConfig (7ab641821bad00f910af2499779e191c84f3ec9a2484153f1baf418caec1db09) AuthConfig (0281cf22b04874cba3fede65143d808a2dbc3a264fa9ed10f6839595b335ccf3) AuthConfig (bc8b6296e568cfd77488887673ecace69dddc328c07bd56184b62873751fd2ec) AuthConfig (6736ee7809dec82221e12b705b9c185e534bfb941b9f9ebc7592643584e814b0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"a05bd7e5-7f48-4e67-91d3-ec43b7a9e947","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:24.077179773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"f6638f03-64b2-4105-9a7d-c99f819dab30","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:24.134284838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"f6638f03-64b2-4105-9a7d-c99f819dab30","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:24.189764012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-bf6127-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"f6638f03-64b2-4105-9a7d-c99f819dab30","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:25.453659564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"b90e20fd-6b38-4ecc-92ea-a6613cf6c8e1","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","subscription":"e2e-auth-iso-1ee85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:25.505796001Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"b90e20fd-6b38-4ecc-92ea-a6613cf6c8e1","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:25.558104448Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"b90e20fd-6b38-4ecc-92ea-a6613cf6c8e1","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:25.83658135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"2e96cd51-58d2-4104-b719-c449c973986c","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:25.83659895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"2e96cd51-58d2-4104-b719-c449c973986c","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:25.940202469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"d39ecd56-8f05-488c-9f1c-430740d2e3b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:25.985479972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"79f0ab41-ee04-45aa-970e-a4c83e17bf27","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:25.985497496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"79f0ab41-ee04-45aa-970e-a4c83e17bf27","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:25.997610335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"d39ecd56-8f05-488c-9f1c-430740d2e3b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:26.095225264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"6c6a82d9-3576-45b1-bbfc-465c149f4f97","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:26.147766515Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"44d364d4-9b53-435e-a486-c843ca4785d1","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6bb32f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:26.152235624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"6c6a82d9-3576-45b1-bbfc-465c149f4f97","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:26.303871785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"3224b5fd-35e4-4352-88fc-bc88ac5e40f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:26.361013467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"3224b5fd-35e4-4352-88fc-bc88ac5e40f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:26.411068961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"a7034484-1eb2-4a9d-98f7-bbd3fcd64fe3","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:26.469556612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"a7034484-1eb2-4a9d-98f7-bbd3fcd64fe3","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:32.833900846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"ae408532-26f3-4f6a-a253-f602f5196b35","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:32.893205593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"ae408532-26f3-4f6a-a253-f602f5196b35","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:32.948249147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5a16df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"ae408532-26f3-4f6a-a253-f602f5196b35","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:32.976769469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"3b24251c-71cb-439c-9df8-388fda7b34dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:33.033424598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"3b24251c-71cb-439c-9df8-388fda7b34dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:33.088787762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd848234dcdd434032fbf1e73ff91405fe447905f76ebb9e932729aa159e7072) AuthConfig (c3205b140fb56029279e71fdf63ca0424c5c9c0153942f8312eaee1f1a2ae4bf) AuthConfig (9abacfa1cf48d5fc21eb9ded0d30a8a276459b3beb79fe2d6e640b69dffb3428) AuthConfig (4c9ecf968450e5b1149b9b2fd2ae2919d675aaae66b71d32244521ca9bf187ce) AuthConfig (5b478eb674d1d88f1a1af2473b64499d55e940cdf77a971a22afb1a74d53a9a9) AuthConfig (6e8f4395ca965f5d0e19482d0bb2571206cb14360746ba338acb0b53f2dc6215) AuthConfig (3e454b4cb9f9b184f1351f1bdbd36996c82631f3fd30793e23db3c2638bb1b37) AuthConfig (43dc438449f344bfc9d7b6fcda37aa7c0812e3c7eafb363f12c1356d1f8893c8) AuthConfig (97407a59f7370f7a0f843854820379057f624994509330f39af27b12146661ad) AuthConfig (64d1bf2fee60c49ff7dfc0e6616bd7ec5e6ff7e31143bcc5f5e90b92c01cacee) AuthConfig (a3e9835d93354db57165a805e46373d442f7daaa79664704449121f8852430d6) AuthConfig (5cf3a98e90905688c546e784554833e00b0b58ab4cc1be870e5b18f376a9fc9a) AuthConfig (ba54e7e0da47619b6e7c5d61850354dfb645d5ae1ef97fd38c4e9aeef49df4cb) AuthConfig (ec84480ac837843d7196bbac3ea0d97345a3c49cb07db4945bb6bdc79a661730) AuthConfig (7ab641821bad00f910af2499779e191c84f3ec9a2484153f1baf418caec1db09) AuthConfig (0281cf22b04874cba3fede65143d808a2dbc3a264fa9ed10f6839595b335ccf3) AuthConfig (bc8b6296e568cfd77488887673ecace69dddc328c07bd56184b62873751fd2ec) AuthConfig (6736ee7809dec82221e12b705b9c185e534bfb941b9f9ebc7592643584e814b0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"3b24251c-71cb-439c-9df8-388fda7b34dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:33.169866435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"c420f5a4-5fa8-4b65-a25d-24c77cefb863","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:33.475932751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"843f746c-5f39-4a02-abe5-45521086e810","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:33.724851244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"65e42929-b1ac-40fa-8f91-6cdcab5aa444","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:33.85589547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"1ed9a2b2-0fda-42d9-b233-bfc80e6bd180","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:33.958613469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"76e83b52-4ee6-4530-89a7-3425f3de5e73","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"maas-trlp-auth-test-model-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.05651819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13a55ce6-1b7f-4559-8b2c-da97a07a64f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.056562214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"2a9ba529-5dad-42ec-ab79-2f69f42272b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.157468741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"33c8415a-ec1e-47aa-a7d3-21d416f48387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.293357874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"e862ec2f-9d11-4f69-92d4-15a259b0389b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.293929876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"8676cc56-018d-43b9-b649-913017636c57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.349749993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"e862ec2f-9d11-4f69-92d4-15a259b0389b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.405876386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-bf6127-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3f766ba2c3d3a200c06c59b9c578c13f56b969b461ca258989e58b3ce996e83) AuthConfig (fc91b65753c528554aa12928af960ad1381950c34e9a8b67dd73d53b45df1e4c) AuthConfig (da70b608a6c8ee827acaf5977580a5365cb6c654bf430c579bf8b6257f3d408b) AuthConfig (c8b75f09f93847f29e83e680a7cfa3f836748478b35c770d1ecf26844fd7f5ad) AuthConfig (b1ec5b8a39d4fb8178a548fba385b2d1ae4437448c052860cfdb8d35087958f5) AuthConfig (eaa85870c20e549587d315e13a321615712e0661e077f49b1795a6c8e6396a0a) AuthConfig (9cfd743cf2d1029a13ba983f014e59e7b145f51fb50595b8cb5b37d4069bc423) AuthConfig (2f5437e1b886771b37e2e0e63a0279665725c268b7d530057fc68b0eebf3afb1) AuthConfig (9bf153ea05487161ebf3f8cedbc988db70b5b715f5677c7dae74d1040a55f880) AuthConfig (eea9594cc6cc49c91ff55d470e1b520abb259154ffcb1d215f13a5cc3defb977) AuthConfig (f9624276182aaacc9df967eb5889703b64896eba694f09e2b6765958f70c3271) AuthConfig (5e1eb581a4e30c5951263a9718fb7996d70de8caed8851bd9a41b016111db695) AuthConfig (b3e89a57df27938cca556e4c3c7168cc09055301a494e7155ae4095bc338de3a) AuthConfig (bdfdc627558ece816c31d4ae3768a6c02a57d01ba3d2f4847335662369db7c86) AuthConfig (5184e7ca3ee330803ae0bfb0dfd4800be3889f333e2e1e8cfbb513ecc97727e1) AuthConfig (e6d98d5d9275b8c8b94da909ac2c9efad2e0378fab565772cd3b2e6e1455abfd) AuthConfig (4d7d53aad5a8388c84cd65bd126ee35df37e89f46c35cf59dcd2059b6a7f0e8a) AuthConfig (4a2385c0996b5a690145d78676d4ce67fc60922ccde7447d22c5446e83326f43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"e862ec2f-9d11-4f69-92d4-15a259b0389b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.463658975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"6a06bc67-d441-44f1-9737-082e6ac6f9b0","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.46367842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"6a06bc67-d441-44f1-9737-082e6ac6f9b0","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.473499663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"4c2c8cee-dac3-49ca-b73c-997057b6f66c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.654631481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"763ab2c2-bb72-4706-8135-8c87a835eb85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.837871863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"972937fe-14e3-4f50-97ce-d42822e84acb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.939050761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"088f62e2-78af-4af9-b33f-610bfe942258","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:34.96232234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"2fd4ad99-e8f6-4b6c-9227-f89320540a9b","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"maas-trlp-auth-test-model-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.199335545Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"f66f1ccf-1bf1-4886-9004-78834147938d","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","subscription":"e2e-auth-iso-1ee85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.251558023Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"f66f1ccf-1bf1-4886-9004-78834147938d","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.303792541Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"f66f1ccf-1bf1-4886-9004-78834147938d","MaaSSubscription":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.62709698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"13f01133-b494-4817-8d28-a7838c686b8f","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.627117601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"13f01133-b494-4817-8d28-a7838c686b8f","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.730340898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d0d1ac87-11f7-4ab1-b86c-8e86c9f3389e","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.773873707Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"c06ffb63-44f6-423f-bef1-9e2f13a812d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.773951069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"f9f74300-20b3-41b7-a807-a3ac34ae24aa","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.773967122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"f9f74300-20b3-41b7-a807-a3ac34ae24aa","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.787271601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"d0d1ac87-11f7-4ab1-b86c-8e86c9f3389e","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:36.929125772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"c06ffb63-44f6-423f-bef1-9e2f13a812d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.056937368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"c06ffb63-44f6-423f-bef1-9e2f13a812d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.056960766Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-auth-iso-1ee85b","reconcileID":"c06ffb63-44f6-423f-bef1-9e2f13a812d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.081201507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"e3aa21b4-60f1-485d-92bf-4c194b3c2737","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.113749785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"3ed615c7-8c52-43d4-a435-5e30d427837a","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/auth-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.113766191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"auth-test-model-410bb8","reconcileID":"3ed615c7-8c52-43d4-a435-5e30d427837a","MaaSModelRef":{"name":"auth-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"auth-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"auth-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.138232128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"e3aa21b4-60f1-485d-92bf-4c194b3c2737","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.251345726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"02c660ab-7bd4-4d32-93ea-ed3ad818dca1","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.251365081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"02c660ab-7bd4-4d32-93ea-ed3ad818dca1","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.343561591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"557b5c71-3246-46e9-ba0a-b32392d1bcdd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.594527949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"557b5c71-3246-46e9-ba0a-b32392d1bcdd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.721092761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"557b5c71-3246-46e9-ba0a-b32392d1bcdd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.721109297Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-auth-iso-1ee85b","reconcileID":"557b5c71-3246-46e9-ba0a-b32392d1bcdd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1ee85b","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.777675574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"d14c1b34-1424-45bc-973e-fd77182e4bb7","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/auth-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:37.77769095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"auth-test-model-080095","reconcileID":"d14c1b34-1424-45bc-973e-fd77182e4bb7","MaaSModelRef":{"name":"auth-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"auth-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"auth-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:43.053054408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"6ec061a0-6779-4bed-bcf7-6d6c96c88bf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:43.110259973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"6ec061a0-6779-4bed-bcf7-6d6c96c88bf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:43.166187908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5a16df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ae78be4b3ab68f56a097df474d19d6c7e134903a2d0ba271724ba568a334c78) AuthConfig (1c0ed2b5fd30313d6c3923613ed9980fe680a639a59d3d287c86cb0c1691b0e5) AuthConfig (0828567ed18f04cad4f4351e5d565e5e678b60c516c9d35321ef0b9a9a9754d1) AuthConfig (aad71fdda4a2f6bbc2f940f983464a58bf0d4c55cc64326e469a07429fc1c659) AuthConfig (a1f33d4359514709aea050476d8958caad7ffeaf8d3c09a42c4d532c5e192bb5) AuthConfig (d5e2256d17c07df371fd37a89178e500629791cf6bfe00e841cefaca08bf9765) AuthConfig (783d430e0f597ce3cd8f4876e50a1f13164c11d0a929df9453ea2f365afb1cf6) AuthConfig (c4a239358b9e9839763e90e503ec78729431e7547abf7b83aeaf3f563ff8cc1d) AuthConfig (f78e9efedc46916fc331eb2e1e410d8e01d0f8360849f832f77ca04624192060) AuthConfig (c4d90379d132fee3ccaef5e94b98be145a7a03716f02992235be439f9a7df290) AuthConfig (fbaec1dfa7f03c7cdb45de1f79e09aaac1cc65a369713b8464566ca1f32e0d0c) AuthConfig (462403d790cbebe31401e7ae922cd09083357d7e728706a107012c85c3d4ac8e) AuthConfig (bd31caa9101d99fb1d9403c7f17ae5b6681e25100b06628e560ea78da57ecd99) AuthConfig (34de3f0ed7318c340757d45bfbb426ea18c553e26778f88059a675cc5cb30b94) AuthConfig (9d776d037c637155bd712bd729cac25717472ccf9040bf10f1f9986befca461d) AuthConfig (5dbce4b520fd0b2f2448ff5d330cf8a49a14541b454b399718b48110ee1e3aff) AuthConfig (d29611af4ff0a836f8c8398c4eadf9b6fd812ddd476e86cccb992ddcaf9ad874) AuthConfig (0a00f7ea1e3f5ed19d6ca0e54b21a8b2f7e11ed82291a1034f7a537a884a0bb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"6ec061a0-6779-4bed-bcf7-6d6c96c88bf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:43.192718552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"d4585c59-1fa6-4cbb-9eb5-e01d71e184c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:43.223719637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"66f080a1-b0ba-4cf3-971d-9ed26a298a9b","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:43.223738298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"66f080a1-b0ba-4cf3-971d-9ed26a298a9b","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:43.249543565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"d4585c59-1fa6-4cbb-9eb5-e01d71e184c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:43.517934876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"b8e152eb-8b6e-4f2f-99ed-75685f2096d1","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:43.517954152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"b8e152eb-8b6e-4f2f-99ed-75685f2096d1","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:44.567396371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"fadf2594-73db-4449-a2f8-7d43130143d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:44.62431779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"fadf2594-73db-4449-a2f8-7d43130143d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:44.680207389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-bf6127-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3f766ba2c3d3a200c06c59b9c578c13f56b969b461ca258989e58b3ce996e83) AuthConfig (fc91b65753c528554aa12928af960ad1381950c34e9a8b67dd73d53b45df1e4c) AuthConfig (da70b608a6c8ee827acaf5977580a5365cb6c654bf430c579bf8b6257f3d408b) AuthConfig (c8b75f09f93847f29e83e680a7cfa3f836748478b35c770d1ecf26844fd7f5ad) AuthConfig (b1ec5b8a39d4fb8178a548fba385b2d1ae4437448c052860cfdb8d35087958f5) AuthConfig (eaa85870c20e549587d315e13a321615712e0661e077f49b1795a6c8e6396a0a) AuthConfig (9cfd743cf2d1029a13ba983f014e59e7b145f51fb50595b8cb5b37d4069bc423) AuthConfig (2f5437e1b886771b37e2e0e63a0279665725c268b7d530057fc68b0eebf3afb1) AuthConfig (9bf153ea05487161ebf3f8cedbc988db70b5b715f5677c7dae74d1040a55f880) AuthConfig (eea9594cc6cc49c91ff55d470e1b520abb259154ffcb1d215f13a5cc3defb977) AuthConfig (f9624276182aaacc9df967eb5889703b64896eba694f09e2b6765958f70c3271) AuthConfig (5e1eb581a4e30c5951263a9718fb7996d70de8caed8851bd9a41b016111db695) AuthConfig (b3e89a57df27938cca556e4c3c7168cc09055301a494e7155ae4095bc338de3a) AuthConfig (bdfdc627558ece816c31d4ae3768a6c02a57d01ba3d2f4847335662369db7c86) AuthConfig (5184e7ca3ee330803ae0bfb0dfd4800be3889f333e2e1e8cfbb513ecc97727e1) AuthConfig (e6d98d5d9275b8c8b94da909ac2c9efad2e0378fab565772cd3b2e6e1455abfd) AuthConfig (4d7d53aad5a8388c84cd65bd126ee35df37e89f46c35cf59dcd2059b6a7f0e8a) AuthConfig (4a2385c0996b5a690145d78676d4ce67fc60922ccde7447d22c5446e83326f43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"fadf2594-73db-4449-a2f8-7d43130143d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:48.873963728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"8da76214-98fd-43db-89e8-1cbbc190efc7","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:48.873984679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"8da76214-98fd-43db-89e8-1cbbc190efc7","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:48.933132862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"2a59680d-db4b-4217-b2da-68d5e5a60628","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:48.933173094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"2a59680d-db4b-4217-b2da-68d5e5a60628","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:48.977860831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"c7ae92d6-7af7-4723-9ee3-5c0cec6f1bf1","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:05:48.981551659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"b0e585c8-0a8e-45dc-858a-0d647671b5d5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e84f7a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.035248235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"c7ae92d6-7af7-4723-9ee3-5c0cec6f1bf1","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.090426846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"fca28e15-e1ba-4839-8dac-b074120e8c41","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.090442246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"fca28e15-e1ba-4839-8dac-b074120e8c41","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.147773897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"be465a87-4924-4ce1-9594-4dafbec82758","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.147788963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"be465a87-4924-4ce1-9594-4dafbec82758","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.344039687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"b5ef81d2-a95e-454b-a8c9-2707225b8228","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.367861973Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"fc0e5a88-39d1-46b6-92df-098f426479f9","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-auth-test-model-52df2f","model":"auth-test-model-52df2f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-52df2f/e2e-auth-iso-e84f7a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.400754037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"b5ef81d2-a95e-454b-a8c9-2707225b8228","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.533023931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"c1f6c912-c068-47f5-a8df-2c2c09f41174","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.533044471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"c1f6c912-c068-47f5-a8df-2c2c09f41174","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:49.740098016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"692b7282-5052-4586-9f55-b9c7f1b57804","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-auth-test-model-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:50.907346137Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:53.33014004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"8e5ee9b0-fca7-4fa2-8573-9f658a1a08bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:53.387100674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"8e5ee9b0-fca7-4fa2-8573-9f658a1a08bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:53.443407491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-5a16df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ae78be4b3ab68f56a097df474d19d6c7e134903a2d0ba271724ba568a334c78) AuthConfig (1c0ed2b5fd30313d6c3923613ed9980fe680a639a59d3d287c86cb0c1691b0e5) AuthConfig (0828567ed18f04cad4f4351e5d565e5e678b60c516c9d35321ef0b9a9a9754d1) AuthConfig (aad71fdda4a2f6bbc2f940f983464a58bf0d4c55cc64326e469a07429fc1c659) AuthConfig (a1f33d4359514709aea050476d8958caad7ffeaf8d3c09a42c4d532c5e192bb5) AuthConfig (d5e2256d17c07df371fd37a89178e500629791cf6bfe00e841cefaca08bf9765) AuthConfig (783d430e0f597ce3cd8f4876e50a1f13164c11d0a929df9453ea2f365afb1cf6) AuthConfig (c4a239358b9e9839763e90e503ec78729431e7547abf7b83aeaf3f563ff8cc1d) AuthConfig (f78e9efedc46916fc331eb2e1e410d8e01d0f8360849f832f77ca04624192060) AuthConfig (c4d90379d132fee3ccaef5e94b98be145a7a03716f02992235be439f9a7df290) AuthConfig (fbaec1dfa7f03c7cdb45de1f79e09aaac1cc65a369713b8464566ca1f32e0d0c) AuthConfig (462403d790cbebe31401e7ae922cd09083357d7e728706a107012c85c3d4ac8e) AuthConfig (bd31caa9101d99fb1d9403c7f17ae5b6681e25100b06628e560ea78da57ecd99) AuthConfig (34de3f0ed7318c340757d45bfbb426ea18c553e26778f88059a675cc5cb30b94) AuthConfig (9d776d037c637155bd712bd729cac25717472ccf9040bf10f1f9986befca461d) AuthConfig (5dbce4b520fd0b2f2448ff5d330cf8a49a14541b454b399718b48110ee1e3aff) AuthConfig (d29611af4ff0a836f8c8398c4eadf9b6fd812ddd476e86cccb992ddcaf9ad874) AuthConfig (0a00f7ea1e3f5ed19d6ca0e54b21a8b2f7e11ed82291a1034f7a537a884a0bb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"8e5ee9b0-fca7-4fa2-8573-9f658a1a08bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:54.784306051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"be967fc4-3d43-4920-ae79-9ea04c6a0ed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:54.840631254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"be967fc4-3d43-4920-ae79-9ea04c6a0ed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:54.896402429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-bf6127-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3f766ba2c3d3a200c06c59b9c578c13f56b969b461ca258989e58b3ce996e83) AuthConfig (fc91b65753c528554aa12928af960ad1381950c34e9a8b67dd73d53b45df1e4c) AuthConfig (da70b608a6c8ee827acaf5977580a5365cb6c654bf430c579bf8b6257f3d408b) AuthConfig (c8b75f09f93847f29e83e680a7cfa3f836748478b35c770d1ecf26844fd7f5ad) AuthConfig (b1ec5b8a39d4fb8178a548fba385b2d1ae4437448c052860cfdb8d35087958f5) AuthConfig (eaa85870c20e549587d315e13a321615712e0661e077f49b1795a6c8e6396a0a) AuthConfig (9cfd743cf2d1029a13ba983f014e59e7b145f51fb50595b8cb5b37d4069bc423) AuthConfig (2f5437e1b886771b37e2e0e63a0279665725c268b7d530057fc68b0eebf3afb1) AuthConfig (9bf153ea05487161ebf3f8cedbc988db70b5b715f5677c7dae74d1040a55f880) AuthConfig (eea9594cc6cc49c91ff55d470e1b520abb259154ffcb1d215f13a5cc3defb977) AuthConfig (f9624276182aaacc9df967eb5889703b64896eba694f09e2b6765958f70c3271) AuthConfig (5e1eb581a4e30c5951263a9718fb7996d70de8caed8851bd9a41b016111db695) AuthConfig (b3e89a57df27938cca556e4c3c7168cc09055301a494e7155ae4095bc338de3a) AuthConfig (bdfdc627558ece816c31d4ae3768a6c02a57d01ba3d2f4847335662369db7c86) AuthConfig (5184e7ca3ee330803ae0bfb0dfd4800be3889f333e2e1e8cfbb513ecc97727e1) AuthConfig (e6d98d5d9275b8c8b94da909ac2c9efad2e0378fab565772cd3b2e6e1455abfd) AuthConfig (4d7d53aad5a8388c84cd65bd126ee35df37e89f46c35cf59dcd2059b6a7f0e8a) AuthConfig (4a2385c0996b5a690145d78676d4ce67fc60922ccde7447d22c5446e83326f43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"be967fc4-3d43-4920-ae79-9ea04c6a0ed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:55.912281865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"358d8a61-57e1-4246-abf8-6d27c39e325d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:56.010714952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"a7521c7a-1e5e-40fd-b154-2428cb211724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:56.042879828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"0dbf0c59-1b4b-4676-be7f-54f903dfbc12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:56.11311319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"6b806793-959b-49fb-8ac4-1cb2443d3921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:56.217549106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"47d4e8e2-6673-4c86-bac9-4a1f83edd4bc","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"maas-trlp-auth-test-model-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:56.459742383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"c9d06761-4f73-4aef-9a5a-6c58b409c20b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:56.677835685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"50b0ab19-cbf0-49c4-9ad2-deb6f3f632ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:56.92086504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"ea3acf56-6130-439c-be24-0ccb1714d59d","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"maas-trlp-auth-test-model-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:57.102048671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0a2f058c-371d-4a2d-b4bd-de3981470bd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:57.202195726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"312bb48e-9b28-43cb-9a97-d8acdd12a06b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:57.354121314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"02e4ba03-6db6-4bd9-9763-a9dc59e32e51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:57.476471276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"5b406a3e-b3d7-4776-ad8f-8d38be4f2a0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:57.577201185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"c613de55-2b10-43dd-917c-a230fbd6c85e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:05:57.602215898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"04abef85-c9e2-4819-aa2d-75387ce4c312","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:01.894768432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db66dde-f211-420b-9af5-44446d1e3901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:01.946711815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db66dde-f211-420b-9af5-44446d1e3901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:01.99858122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db66dde-f211-420b-9af5-44446d1e3901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:02.051065481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db66dde-f211-420b-9af5-44446d1e3901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:03.549218008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"8f7135c4-7e24-483c-8418-7fe7bbf4bbbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:03.607344968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"8f7135c4-7e24-483c-8418-7fe7bbf4bbbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:03.925348414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"96d547e5-94d0-4166-8caf-8cbf366b1d1c","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:03.925376463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"96d547e5-94d0-4166-8caf-8cbf366b1d1c","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:03.928509701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6587fe-fb9f-4280-9450-955b7d833f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:03.980385708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6587fe-fb9f-4280-9450-955b7d833f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:04.031907751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6587fe-fb9f-4280-9450-955b7d833f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:04.083710579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6587fe-fb9f-4280-9450-955b7d833f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:05.000059137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"139af4f5-fdcf-4f4e-8080-9c4f6aa2b43e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:05.056887443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"139af4f5-fdcf-4f4e-8080-9c4f6aa2b43e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:05.324556506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"848310b1-befb-4665-98b0-ec2354b21778","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:05.324580293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"848310b1-befb-4665-98b0-ec2354b21778","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.333790546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"78fbc8ee-5ec4-4b7b-8217-575cab70f9ad","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.333812214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"78fbc8ee-5ec4-4b7b-8217-575cab70f9ad","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.392305245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"23d5d1ee-0330-4d4d-aedd-2f092df14813","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.392327842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"23d5d1ee-0330-4d4d-aedd-2f092df14813","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.437457112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"5e848201-b33e-4bcb-a85b-b66c0e771ef3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:06:09.443538403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"b87b9aea-e480-430c-a895-b10623bb9808","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f6fc27\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:06:09.445406371Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"23d5d1ee-0330-4d4d-aedd-2f092df14813","name":"auth-test-model-5a16df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5a16df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:06:09.445447695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"23d5d1ee-0330-4d4d-aedd-2f092df14813","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5a16df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.450768156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"cf072777-3b32-4d27-8b0b-539372e2ff0a","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.450783156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"cf072777-3b32-4d27-8b0b-539372e2ff0a","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.494485502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"5e848201-b33e-4bcb-a85b-b66c0e771ef3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.552218184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"ff067d0f-5826-4204-bd2d-3f8fb69974b8","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.552236056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"ff067d0f-5826-4204-bd2d-3f8fb69974b8","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.608800836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"63fe161c-fe69-43ba-bd80-29b1560acfbf","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.608818286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"63fe161c-fe69-43ba-bd80-29b1560acfbf","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.799800375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"2e13ea85-c4f2-4e4d-afdf-022c725c6534","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.818957873Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"f6d332fc-7bc0-44a3-9c11-42672f532da5","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"maas-trlp-auth-test-model-5a16df","model":"auth-test-model-5a16df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-5a16df/e2e-auth-iso-f6fc27"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.856654382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"2e13ea85-c4f2-4e4d-afdf-022c725c6534","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.98479509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"a77780f9-38af-4d2f-ae1c-2c1c48f4b3bb","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:09.984811986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"a77780f9-38af-4d2f-ae1c-2c1c48f4b3bb","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.19266268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"f9ff7760-fd2c-48c5-858b-9e791a6fd059","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"maas-trlp-auth-test-model-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.739966636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"dfb9ceeb-6c0a-4487-879e-9b847b1af429","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.739985895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"dfb9ceeb-6c0a-4487-879e-9b847b1af429","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.798568743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"152781fe-6bda-4768-8d60-4f76dd3278ad","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.798631785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"152781fe-6bda-4768-8d60-4f76dd3278ad","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.842831384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"9adbb1cc-b01b-47cb-a4d5-a5fcd2886ccf","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:06:10.846238916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"5cf2e356-86c4-487b-a620-83a4cf8582cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9302ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:06:10.852398924Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"152781fe-6bda-4768-8d60-4f76dd3278ad","name":"auth-test-model-bf6127","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bf6127\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:06:10.852444282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"152781fe-6bda-4768-8d60-4f76dd3278ad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bf6127\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.857766326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"9d6eaccc-c841-45d7-b95f-7fb28978411d","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.857780551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"9d6eaccc-c841-45d7-b95f-7fb28978411d","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.900218222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"9adbb1cc-b01b-47cb-a4d5-a5fcd2886ccf","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.955317487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"5c76a588-cb34-405c-bc2d-8135dfac0ea5","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:10.955332938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"5c76a588-cb34-405c-bc2d-8135dfac0ea5","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:11.012582718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"404acded-3883-46fb-a788-e8c431b7dc9b","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:11.012598492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"404acded-3883-46fb-a788-e8c431b7dc9b","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:11.208864997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"50c273e8-c48c-470c-b399-a8ea8e3c01a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:11.225013024Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"66f7b9f1-4a7f-4ee2-948e-153fae17f563","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"maas-trlp-auth-test-model-bf6127","model":"auth-test-model-bf6127","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-bf6127/e2e-auth-iso-9302ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:11.265548115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"50c273e8-c48c-470c-b399-a8ea8e3c01a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:11.418497109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"2bac0114-a738-4184-b754-3f8553758ac5","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:11.41851325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"2bac0114-a738-4184-b754-3f8553758ac5","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:11.62628269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"4ff46ac4-285e-4528-a4fc-12a398c2e9f6","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"maas-trlp-auth-test-model-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:17.842643149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"9e41d0f3-cb53-4136-a68b-8f2629ef98c8","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-auth-test-model-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:18.009705311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"f9c7c3ab-0c69-434a-b43c-3127f12c15fb","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:18.009725523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"f9c7c3ab-0c69-434a-b43c-3127f12c15fb","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:19.27578822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"9ce39300-229a-4157-8a73-364105805aee","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:19.332700305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"9ce39300-229a-4157-8a73-364105805aee","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.545270493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"687c7d1a-602a-4471-bd9a-67b5a23dccd3","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.545289818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"687c7d1a-602a-4471-bd9a-67b5a23dccd3","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.605724235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"faa6767e-2120-43d8-85ae-879b1dcaa25b","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.60574241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"faa6767e-2120-43d8-85ae-879b1dcaa25b","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.709083464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"4cffff1c-a003-4b9c-b21d-fbd56e44860d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.837041131Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"4cffff1c-a003-4b9c-b21d-fbd56e44860d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.892437828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"4cffff1c-a003-4b9c-b21d-fbd56e44860d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.905795654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.947567793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"71820464-ad9d-4d8e-8319-f349b484e80c","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:20.947582944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"71820464-ad9d-4d8e-8319-f349b484e80c","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:31.051863389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"fae5d1b0-406a-4a7a-a761-d9daff8cb195","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:31.108704635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"fae5d1b0-406a-4a7a-a761-d9daff8cb195","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:31.164172535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"fae5d1b0-406a-4a7a-a761-d9daff8cb195","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:38.276994886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"4b303863-eefd-4c9f-a424-e81eecddf4d9","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"maas-trlp-auth-test-model-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:38.444817631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"d38aae3a-72a7-4292-8616-1341e2e4d24f","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:38.444838411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"d38aae3a-72a7-4292-8616-1341e2e4d24f","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:39.056966751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"b3cdba9e-339c-4711-a601-8bec08942da1","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"maas-trlp-auth-test-model-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:39.224406463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"b12cd4af-3273-461a-aaeb-9dd9842e6858","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:39.224425818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"b12cd4af-3273-461a-aaeb-9dd9842e6858","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:39.80524407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"1c8c696a-8f6a-4ae4-936d-93f809d1d490","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:39.861810562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"1c8c696a-8f6a-4ae4-936d-93f809d1d490","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:40.050683689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"822e09e5-63be-4efa-93ff-85953d88cf56","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:40.117606397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"822e09e5-63be-4efa-93ff-85953d88cf56","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:41.270273928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"180f18ca-6793-4d5a-8fc5-4b7687f05456","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:41.327215601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"180f18ca-6793-4d5a-8fc5-4b7687f05456","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:41.383428955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13d18bb1918da5213c316b9862094874c98ef6f10039e166c3e7b2cc0ac9450e) AuthConfig (5165bc2daef94704463126f5c76d0b744385e6c47689bc8a553a988ae0dd0360) AuthConfig (53149652b39dbf50f46d5d43d917ce9fad7597160d567e2d74a3b2df97a1d503) AuthConfig (aa010db65401658a21cb46479d2b5e07ba6b3914a89d4e838c3835b24f32cd45) AuthConfig (77b6dab8a9ae2235719c07a75d937ecc2658ee621270af449815c41f9037c615) AuthConfig (0dbccea7d4c3dd4475ace28e72ab59107b7e2b122e2e8492000a2fae1ab4445a) AuthConfig (f04c008a0931c00c91572c2e2a47ec0973a48bf0bdc2844d01ee955d7902fef6) AuthConfig (bf94f3cf9cf9c09fbf4273587a3abe796551aecb64f263a448233c991bbb3939) AuthConfig (7483ec0af3a66338ee46b63bbd2bc51f696516d9beb22cfa6ed661a18540fd3f) AuthConfig (6484a96770904a211d031b25aa328ad7ed588a883d23a4b3492367e85bcbb45b) AuthConfig (c003d34cd0d78edf5a4a95c80bb2e63593cfc5851bc569ce3077edb0bfc4efc2) AuthConfig (85d74b04dadd4b307d6ea65b3c52338d3459d572efccd1a0f90af3fa392fc437) AuthConfig (5b47d6de2265737e58152b1b03ca343516e75449210d91eab8105855107d4eb7) AuthConfig (9b583c848325b75ab19154225bc0d043390f613e72779e4045b858bfd88105f9) AuthConfig (403bd9360f68793a3e855103379ff135f31708fa0f285b4f0cbae469a9be6209) AuthConfig (6de00a3d81ed5ac14aec4e554637f7da4f58488668d3123588107f141e62be4d) AuthConfig (bb82f2d0b380f8f97d80621da8048aec81b3d719a21543e02b868025d8b25dcd) AuthConfig (9f15f7e53b67943c4fa9a5c3d9eb447a718f72f6adaff49ea8c1d4e7c6916571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"180f18ca-6793-4d5a-8fc5-4b7687f05456","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:41.441179338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"a9d2b70b-c32f-47db-8e06-b5dd3cbf0e5b","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:41.441196097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"a9d2b70b-c32f-47db-8e06-b5dd3cbf0e5b","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:41.85358489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"e6cbffd6-e8f8-4dc9-a080-758b7be43a16","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:41.853605402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"e6cbffd6-e8f8-4dc9-a080-758b7be43a16","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:41.977180322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"dd92c6c9-c7ba-4385-ab06-51153ffba769","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:42.039690613Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"30c13d2f-dd5e-4ac2-9e2a-76aea63dba1a","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-efb7d44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:42.040321397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"dd92c6c9-c7ba-4385-ab06-51153ffba769","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:42.35364361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"a66c6691-d66f-4df9-a3ed-eab46f96515b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:42.410548381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"a66c6691-d66f-4df9-a3ed-eab46f96515b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:46.933971584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"e70f6fd7-4ac4-4148-88d9-00d1f1d59a6a","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:46.9339939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"e70f6fd7-4ac4-4148-88d9-00d1f1d59a6a","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:47.0368326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"34addc4e-507b-4c6a-9241-242c99d8177c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:47.094247288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"34addc4e-507b-4c6a-9241-242c99d8177c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:47.0946008Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"ac2ac5bf-9716-464c-969f-fe0c6c0c2032","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-03fd576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:47.405548705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"eacd88f5-a8a7-4635-98f7-a2cad1ee6360","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:47.462294767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"eacd88f5-a8a7-4635-98f7-a2cad1ee6360","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:50.557600839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28468b0-fbec-4043-afcb-2db3e6b97848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:50.61234921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28468b0-fbec-4043-afcb-2db3e6b97848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:50.665288969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28468b0-fbec-4043-afcb-2db3e6b97848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:50.717173602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28468b0-fbec-4043-afcb-2db3e6b97848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:50.72365788Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"79824e99-97f3-45b5-a4cc-4f54a95d41b8","namespace":"ai-tenant-e2e-explicit-7daecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:50.723702133Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"79824e99-97f3-45b5-a4cc-4f54a95d41b8","namespace":"ai-tenant-e2e-explicit-7daecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:50.723744664Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"79824e99-97f3-45b5-a4cc-4f54a95d41b8","aitenant":"ai-tenants/e2e-explicit-7daecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:50.906351734Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:51.544961611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"f46948ca-7ee4-4206-8b49-4609802a486c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:51.601411688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"f46948ca-7ee4-4206-8b49-4609802a486c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:51.658717377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13d18bb1918da5213c316b9862094874c98ef6f10039e166c3e7b2cc0ac9450e) AuthConfig (5165bc2daef94704463126f5c76d0b744385e6c47689bc8a553a988ae0dd0360) AuthConfig (53149652b39dbf50f46d5d43d917ce9fad7597160d567e2d74a3b2df97a1d503) AuthConfig (aa010db65401658a21cb46479d2b5e07ba6b3914a89d4e838c3835b24f32cd45) AuthConfig (77b6dab8a9ae2235719c07a75d937ecc2658ee621270af449815c41f9037c615) AuthConfig (0dbccea7d4c3dd4475ace28e72ab59107b7e2b122e2e8492000a2fae1ab4445a) AuthConfig (f04c008a0931c00c91572c2e2a47ec0973a48bf0bdc2844d01ee955d7902fef6) AuthConfig (bf94f3cf9cf9c09fbf4273587a3abe796551aecb64f263a448233c991bbb3939) AuthConfig (7483ec0af3a66338ee46b63bbd2bc51f696516d9beb22cfa6ed661a18540fd3f) AuthConfig (6484a96770904a211d031b25aa328ad7ed588a883d23a4b3492367e85bcbb45b) AuthConfig (c003d34cd0d78edf5a4a95c80bb2e63593cfc5851bc569ce3077edb0bfc4efc2) AuthConfig (85d74b04dadd4b307d6ea65b3c52338d3459d572efccd1a0f90af3fa392fc437) AuthConfig (5b47d6de2265737e58152b1b03ca343516e75449210d91eab8105855107d4eb7) AuthConfig (9b583c848325b75ab19154225bc0d043390f613e72779e4045b858bfd88105f9) AuthConfig (403bd9360f68793a3e855103379ff135f31708fa0f285b4f0cbae469a9be6209) AuthConfig (6de00a3d81ed5ac14aec4e554637f7da4f58488668d3123588107f141e62be4d) AuthConfig (bb82f2d0b380f8f97d80621da8048aec81b3d719a21543e02b868025d8b25dcd) AuthConfig (9f15f7e53b67943c4fa9a5c3d9eb447a718f72f6adaff49ea8c1d4e7c6916571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"f46948ca-7ee4-4206-8b49-4609802a486c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.089125447Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1cd931","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1cd931","reconcileID":"00762d61-d837-425f-973c-9a9a98c15538","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1cd931","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-1cd931":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.093070426Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"133dc471-8690-4e4d-84b6-4276b07f0b83","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","subscription":"e2e-auth-iso-9302ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.145198308Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"133dc471-8690-4e4d-84b6-4276b07f0b83","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.197371103Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"133dc471-8690-4e4d-84b6-4276b07f0b83","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"maas-trlp-auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.512337667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"ec02d9bf-79fc-4243-a068-8d8921b46211","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.512357613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"ec02d9bf-79fc-4243-a068-8d8921b46211","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.627543139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c70121-4b9d-440b-92be-4290a266fdfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.671664998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"ca2447d3-7d26-4db3-a124-8d4e43a84814","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.67168211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"ca2447d3-7d26-4db3-a124-8d4e43a84814","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.679281974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c70121-4b9d-440b-92be-4290a266fdfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.731105452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c70121-4b9d-440b-92be-4290a266fdfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.783751752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c70121-4b9d-440b-92be-4290a266fdfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.783844299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"9287bc61-6305-4bd0-bc18-2d4aed88a140","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.842835505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"9287bc61-6305-4bd0-bc18-2d4aed88a140","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.844957469Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"19d50032-a937-4c94-a34a-6617f967d2aa","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2558d99d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.849286236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"889e361c-0007-46cf-a36f-504b53693ca0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:52.906103434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"889e361c-0007-46cf-a36f-504b53693ca0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:53.15625925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"885e83a2-f7f0-49c5-8bbc-75d6305b39b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:53.212701865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"885e83a2-f7f0-49c5-8bbc-75d6305b39b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:53.257726595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"875a4a4b-c5f1-4789-bab6-e36d279e87dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:53.314868356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"875a4a4b-c5f1-4789-bab6-e36d279e87dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:54.660693835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e85c2a-a860-48df-83dd-4966a499aed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:54.712533645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e85c2a-a860-48df-83dd-4966a499aed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:54.764768734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e85c2a-a860-48df-83dd-4966a499aed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:54.817180004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e85c2a-a860-48df-83dd-4966a499aed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.147140285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"04c1e2fd-c90f-4490-bc24-f25ced9e2805","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","subscription":"e2e-auth-iso-f6fc27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.199206755Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"04c1e2fd-c90f-4490-bc24-f25ced9e2805","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.251367458Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"04c1e2fd-c90f-4490-bc24-f25ced9e2805","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"maas-trlp-auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.530636515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"7b39e6aa-9294-47eb-80d0-de13b68eee27","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.530657022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"7b39e6aa-9294-47eb-80d0-de13b68eee27","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.633677569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"59e70cf7-d138-4968-b4e6-5c77cf669d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.689661876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"c6b5fe35-2699-43f6-8715-d63ccd309f58","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.689681186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"c6b5fe35-2699-43f6-8715-d63ccd309f58","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.690143049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"59e70cf7-d138-4968-b4e6-5c77cf669d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.792342701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"e04d99f8-c7b1-4e11-a5ee-8804227b5d70","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.848736478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"e04d99f8-c7b1-4e11-a5ee-8804227b5d70","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:57.851323107Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"03665cb7-864c-4f14-b287-bec360f5dbce","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b68e4820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:58.025418036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"cc710641-8900-4fda-b12d-b7d3455b6aae","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:58.081629036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"cc710641-8900-4fda-b12d-b7d3455b6aae","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:58.147507551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"d8bdb201-5b95-48a7-9fb9-f0e803790753","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:06:58.204195958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"d8bdb201-5b95-48a7-9fb9-f0e803790753","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:01.762735451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"406d4ec6-e27e-47a3-aff0-6432f2cfed5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:01.819707588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"406d4ec6-e27e-47a3-aff0-6432f2cfed5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:01.875125723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13d18bb1918da5213c316b9862094874c98ef6f10039e166c3e7b2cc0ac9450e) AuthConfig (5165bc2daef94704463126f5c76d0b744385e6c47689bc8a553a988ae0dd0360) AuthConfig (53149652b39dbf50f46d5d43d917ce9fad7597160d567e2d74a3b2df97a1d503) AuthConfig (aa010db65401658a21cb46479d2b5e07ba6b3914a89d4e838c3835b24f32cd45) AuthConfig (77b6dab8a9ae2235719c07a75d937ecc2658ee621270af449815c41f9037c615) AuthConfig (0dbccea7d4c3dd4475ace28e72ab59107b7e2b122e2e8492000a2fae1ab4445a) AuthConfig (f04c008a0931c00c91572c2e2a47ec0973a48bf0bdc2844d01ee955d7902fef6) AuthConfig (bf94f3cf9cf9c09fbf4273587a3abe796551aecb64f263a448233c991bbb3939) AuthConfig (7483ec0af3a66338ee46b63bbd2bc51f696516d9beb22cfa6ed661a18540fd3f) AuthConfig (6484a96770904a211d031b25aa328ad7ed588a883d23a4b3492367e85bcbb45b) AuthConfig (c003d34cd0d78edf5a4a95c80bb2e63593cfc5851bc569ce3077edb0bfc4efc2) AuthConfig (85d74b04dadd4b307d6ea65b3c52338d3459d572efccd1a0f90af3fa392fc437) AuthConfig (5b47d6de2265737e58152b1b03ca343516e75449210d91eab8105855107d4eb7) AuthConfig (9b583c848325b75ab19154225bc0d043390f613e72779e4045b858bfd88105f9) AuthConfig (403bd9360f68793a3e855103379ff135f31708fa0f285b4f0cbae469a9be6209) AuthConfig (6de00a3d81ed5ac14aec4e554637f7da4f58488668d3123588107f141e62be4d) AuthConfig (bb82f2d0b380f8f97d80621da8048aec81b3d719a21543e02b868025d8b25dcd) AuthConfig (9f15f7e53b67943c4fa9a5c3d9eb447a718f72f6adaff49ea8c1d4e7c6916571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"406d4ec6-e27e-47a3-aff0-6432f2cfed5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:02.387830962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"13156696-a2b6-4127-b6dc-b5efadcfff32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:02.632712363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"fd139024-d0f3-4747-a75a-f7fc9516f1ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:02.735577927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"157e0eae-31fb-40d5-bb3d-37e2f8cadccb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:02.836741438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"79db08f4-4e37-465e-a9a0-e7b9d6bbc09e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:02.896851193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"c989bfe9-fb12-481f-b7c5-3b6015a355c7","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","subscription":"e2e-auth-iso-9302ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:02.94866431Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"c989bfe9-fb12-481f-b7c5-3b6015a355c7","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.000505595Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"c989bfe9-fb12-481f-b7c5-3b6015a355c7","MaaSSubscription":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"maas-trlp-auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.045549073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"9a22b71f-a899-4c85-9491-a7cfb952f7c0","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-auth-test-model-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.271665711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"b61c5736-7fd2-4200-8ae0-729b08895474","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.27168517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"b61c5736-7fd2-4200-8ae0-729b08895474","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.374384231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"70e6ee70-a268-468a-ba1e-9ad308ff2b26","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.420052632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"4f142ac9-db29-499f-8a39-0ce8a9ee330f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.43132288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"70e6ee70-a268-468a-ba1e-9ad308ff2b26","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.471124509Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"2b80f726-d5a4-4059-b515-72f6ad5b2edb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.471311177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"63f85550-156d-4738-bd2c-27d522711d2f","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.471326778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"63f85550-156d-4738-bd2c-27d522711d2f","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.523218087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"4272acf5-9636-4f0b-b334-4da41dc241d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.523419134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"a2990c16-e7d8-40e9-8c1a-ee1cdf97fa8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.646793078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"d87af201-7bac-4131-901d-b2adf89ef007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.675516145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"2b80f726-d5a4-4059-b515-72f6ad5b2edb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.726757076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"effcf9dd-af4d-4069-b54d-df5699d8102d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.767690793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f5c8cba-9642-4005-a832-1417286a210a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.784675134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"effcf9dd-af4d-4069-b54d-df5699d8102d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.803298792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"2b80f726-d5a4-4059-b515-72f6ad5b2edb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"name":"e2e-shared-a-w1-19dda4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.803319518Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"e2e-auth-iso-9302ab","reconcileID":"2b80f726-d5a4-4059-b515-72f6ad5b2edb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.859803378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"acfb4b20-6a43-4a8d-aea4-ffead015ded2","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"tenant":"e2e-shared-a-w1-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","model":"ai-tenant-e2e-shared-a-w1-19dda4/auth-test-model-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.859825194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"auth-test-model-19dda4","reconcileID":"acfb4b20-6a43-4a8d-aea4-ffead015ded2","MaaSModelRef":{"name":"auth-test-model-19dda4","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"routeName":"auth-test-model-19dda4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","llmisvcName":"auth-test-model-19dda4","gateway":"openshift-ingress/e2e-shared-a-w1-19dda4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:03.953513359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"25ee355b-6a26-44a1-86e5-d7a5fd624d25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.024307687Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"7e4aa4e7-df7e-4776-8be0-fe90d1f846b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.024408451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"c978e460-77c4-4498-b6ac-b1e2f1e2113d","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.024426961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"c978e460-77c4-4498-b6ac-b1e2f1e2113d","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.145433227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45716e6c-56a2-47db-a19c-c6ff46c11ce2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.240822433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"7e4aa4e7-df7e-4776-8be0-fe90d1f846b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.268639123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"00cc8b06-a31f-4e55-a463-20bf16e4ad23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.368979411Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"7e4aa4e7-df7e-4776-8be0-fe90d1f846b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"name":"e2e-shared-b-w1-bf6127-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.368996812Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"e2e-auth-iso-9302ab","reconcileID":"7e4aa4e7-df7e-4776-8be0-fe90d1f846b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9302ab","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.425284413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"779eedee-749c-4f08-93f5-a05fd4c9adce","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"tenant":"e2e-shared-b-w1-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","model":"ai-tenant-e2e-shared-b-w1-bf6127/auth-test-model-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:04.425300462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"auth-test-model-bf6127","reconcileID":"779eedee-749c-4f08-93f5-a05fd4c9adce","MaaSModelRef":{"name":"auth-test-model-bf6127","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"routeName":"auth-test-model-bf6127-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","llmisvcName":"auth-test-model-bf6127","gateway":"openshift-ingress/e2e-shared-b-w1-bf6127","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:07.904208035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"b369d532-532f-4b61-a6c8-6ba10769ff1e","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","subscription":"e2e-auth-iso-f6fc27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:07.957357012Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"b369d532-532f-4b61-a6c8-6ba10769ff1e","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.013684285Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"b369d532-532f-4b61-a6c8-6ba10769ff1e","MaaSSubscription":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"maas-trlp-auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.285721179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"5ed4191c-2360-4dd1-a342-71f69095b9c9","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.285743282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"5ed4191c-2360-4dd1-a342-71f69095b9c9","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.389352204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"c6df68b9-71be-4f80-91e5-68b01a730c71","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.446139732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"c6df68b9-71be-4f80-91e5-68b01a730c71","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.468836288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"8ac17c4e-84b8-452b-9fb8-2b85506dc7b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.468930979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"c591eb6c-a3b1-44d3-804e-1c716b8cbb29","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.468947849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"c591eb6c-a3b1-44d3-804e-1c716b8cbb29","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.68367859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"8ac17c4e-84b8-452b-9fb8-2b85506dc7b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.818655727Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"8ac17c4e-84b8-452b-9fb8-2b85506dc7b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"name":"e2e-shared-a-w3-e1fd8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.818687262Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"e2e-auth-iso-f6fc27","reconcileID":"8ac17c4e-84b8-452b-9fb8-2b85506dc7b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.835558334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"dbbd0552-9dde-4c2f-bf55-26a2ee318d7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.875450264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"ee90966a-1110-49f0-a0a5-91145baae7e7","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"tenant":"e2e-shared-a-w3-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","model":"ai-tenant-e2e-shared-a-w3-e1fd8f/auth-test-model-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.875467495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"auth-test-model-e1fd8f","reconcileID":"ee90966a-1110-49f0-a0a5-91145baae7e7","MaaSModelRef":{"name":"auth-test-model-e1fd8f","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"routeName":"auth-test-model-e1fd8f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","llmisvcName":"auth-test-model-e1fd8f","gateway":"openshift-ingress/e2e-shared-a-w3-e1fd8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:08.892562259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"dbbd0552-9dde-4c2f-bf55-26a2ee318d7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:09.046681616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"88a1aff5-976b-47ce-b8c7-42c3d8df7a26","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:09.046700494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"88a1aff5-976b-47ce-b8c7-42c3d8df7a26","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:09.096560711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"e261e1fa-64e1-4f68-a8f9-9a2134793749","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:09.250776301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"e261e1fa-64e1-4f68-a8f9-9a2134793749","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:09.379075145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"e261e1fa-64e1-4f68-a8f9-9a2134793749","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"name":"e2e-shared-b-w3-5a16df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:09.379097236Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"e2e-auth-iso-f6fc27","reconcileID":"e261e1fa-64e1-4f68-a8f9-9a2134793749","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6fc27","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:09.436015813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"2d734182-dc34-45b3-95d1-5550d4c1bb3b","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"tenant":"e2e-shared-b-w3-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","model":"ai-tenant-e2e-shared-b-w3-5a16df/auth-test-model-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:09.43603572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"auth-test-model-5a16df","reconcileID":"2d734182-dc34-45b3-95d1-5550d4c1bb3b","MaaSModelRef":{"name":"auth-test-model-5a16df","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"routeName":"auth-test-model-5a16df-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","llmisvcName":"auth-test-model-5a16df","gateway":"openshift-ingress/e2e-shared-b-w3-5a16df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:11.978613636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"b5a81128-f9a9-4ac8-9272-3eea065d3990","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:12.035706549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"b5a81128-f9a9-4ac8-9272-3eea065d3990","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:12.301760134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"13d157b8-982c-494c-af99-a7c79f1eeb06","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:12.301781338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"13d157b8-982c-494c-af99-a7c79f1eeb06","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:17.821298341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"68bb5168-9912-409f-a988-cbb77e4cc083","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:17.821331024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"68bb5168-9912-409f-a988-cbb77e4cc083","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:17.879656041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"6859d5ce-3970-4d1c-9aab-e6404f9bee3f","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:17.879745681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"6859d5ce-3970-4d1c-9aab-e6404f9bee3f","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:17.925190329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"9790c84e-f23d-4273-9b00-82b24bca70b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:07:17.930250642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"976a5021-3744-44d7-9de7-f85172a29bdd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e84f7a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:07:17.933537114Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"6859d5ce-3970-4d1c-9aab-e6404f9bee3f","name":"auth-test-model-731062","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-731062\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:07:17.933593607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"6859d5ce-3970-4d1c-9aab-e6404f9bee3f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-731062\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:17.938923492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"9a1f0bbb-1364-4fc2-9789-fda6dfe32168","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:17.938939781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"9a1f0bbb-1364-4fc2-9789-fda6dfe32168","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:17.98163596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"9790c84e-f23d-4273-9b00-82b24bca70b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.039247936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"bef43a1e-fd2d-4db8-8526-820545245303","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.039263157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"bef43a1e-fd2d-4db8-8526-820545245303","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.094676817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"b47db5f3-67ca-42bb-847a-093d52ab14c8","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.094691487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"b47db5f3-67ca-42bb-847a-093d52ab14c8","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.288671521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"ab8e1c4c-f9f8-4344-a17d-6b077f810a59","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.314346156Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"ce88262b-fec1-4ed6-b7ab-fcc2fd97cdbc","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-auth-test-model-731062","model":"auth-test-model-731062","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-731062/e2e-auth-iso-e84f7a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.345633123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"ab8e1c4c-f9f8-4344-a17d-6b077f810a59","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.503673855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"aa976581-bb50-4dd3-a02e-9dc0f23b29bc","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.503694333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"aa976581-bb50-4dd3-a02e-9dc0f23b29bc","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:18.712603145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"d7f9d17f-7962-4490-84ec-e2ddc40bbc5e","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-auth-test-model-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:20.90903342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:40.645507957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"40829542-e0a1-4949-9de5-dafb9d8cedc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:40.747484426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"cf98b6dd-340c-4a16-a00e-20513a491984","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:40.768509002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"1a1b0dde-873e-4fe4-a931-14daf85cc8c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:41.085797524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"5df99a1b-7072-4e7c-ace4-32efb02a0e2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:41.206643015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"f5359287-8a7a-44ba-a210-efd26c37b5a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:41.332178676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"1c4a8bdf-0e79-4753-8de2-d1c852d4833f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:41.513906614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"2e82eae2-8098-42c3-bff4-a637fac43093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:41.638466802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"462166cd-c2ae-470b-9497-5f4a21286a1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:41.739302925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"3032d632-4fa5-46b4-82e7-8e796fffae2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:41.764447461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"0c11d6a5-cc8e-44ec-8353-8efcb8db7b5f","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-auth-test-model-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:41.84608768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5fa72489-9211-4f51-b2ca-6e11badcf76f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:41.950529995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"2fba2117-1343-49fc-9b9d-89adc28ae827","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:42.008842009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"b0de14b4-6723-4172-af8e-69f258cf3124","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:42.008857616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"b0de14b4-6723-4172-af8e-69f258cf3124","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:42.188713876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4368edbc-1e3b-4792-8749-03dd4c39364f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:42.374691691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"745c2a3d-cba2-4d55-9fc2-e64acfbe8bc5","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-auth-test-model-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:42.792044508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"58188e68-150a-4eab-b641-f9f195f9c36d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:42.84871857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"58188e68-150a-4eab-b641-f9f195f9c36d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:44.450106259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"250c63c2-61bf-49aa-a01c-df38b7ebfa32","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:44.450126166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"250c63c2-61bf-49aa-a01c-df38b7ebfa32","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:44.553363712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"0ced7368-682b-42cd-b85b-f35ba8e4727f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:44.610431276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"0ced7368-682b-42cd-b85b-f35ba8e4727f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:44.612189237Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"5544cf22-7282-44b7-9d7f-f40924a60011","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ad3b062e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:44.867529177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"650fde94-3cb7-42ff-9fdf-df1d12618823","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:44.924103322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"650fde94-3cb7-42ff-9fdf-df1d12618823","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:50.906567205Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:54.664476573Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"0f2da372-6e54-4ae1-ba26-07ad1d721a65","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","subscription":"e2e-auth-iso-e84f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:54.717080214Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"0f2da372-6e54-4ae1-ba26-07ad1d721a65","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:54.76945373Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"0f2da372-6e54-4ae1-ba26-07ad1d721a65","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.05330841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"988624d2-b5e8-40e8-9633-810060fae0a2","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.053328713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"988624d2-b5e8-40e8-9633-810060fae0a2","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.156314243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"091086ab-5eba-4d4f-9a3c-eb4005e9d042","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.210850807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"846bc102-db3d-4da3-878d-6cf5dc4dabd2","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.210867608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"846bc102-db3d-4da3-878d-6cf5dc4dabd2","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.215015174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"091086ab-5eba-4d4f-9a3c-eb4005e9d042","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.313310745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"eeeee6fe-f8a3-44f5-80da-8e723d11d042","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.3697565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"eeeee6fe-f8a3-44f5-80da-8e723d11d042","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.372051422Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"8200504c-a65d-4818-a016-48c54cc35ae9","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a235b4d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.523758445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"12cedf57-c30f-456d-be2c-dff1c728d382","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.580235921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"12cedf57-c30f-456d-be2c-dff1c728d382","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.677997169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"b7642485-6d5b-4712-9480-6c870835dc18","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:07:55.734543479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"b7642485-6d5b-4712-9480-6c870835dc18","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:00.254739995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2d5a1b-463a-47ef-809d-2f6afc719c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:00.306930405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2d5a1b-463a-47ef-809d-2f6afc719c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:00.401659402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2d5a1b-463a-47ef-809d-2f6afc719c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:00.453910767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2d5a1b-463a-47ef-809d-2f6afc719c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:01.223586403Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-27bb94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-27bb94","reconcileID":"2c04fcdc-0e56-4dfe-9adc-c9e9f4a8b444","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-27bb94","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-27bb94":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:02.40060625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f798bb-dfb3-406d-b821-cecd03166d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:02.452285708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f798bb-dfb3-406d-b821-cecd03166d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:02.503935399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f798bb-dfb3-406d-b821-cecd03166d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:02.555468968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f798bb-dfb3-406d-b821-cecd03166d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:04.490100438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918fabc8-41ce-42f6-8f0a-b5d263e1cf92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:04.54174399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918fabc8-41ce-42f6-8f0a-b5d263e1cf92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:04.593254139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918fabc8-41ce-42f6-8f0a-b5d263e1cf92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:04.644697015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918fabc8-41ce-42f6-8f0a-b5d263e1cf92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.275038876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"d891548b-3dd5-414c-915d-48ea1412f4fd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1cd931","tenantID":"e2e-extmod-a-1cd931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.40061555Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"d891548b-3dd5-414c-915d-48ea1412f4fd","name":"e2e-extmod-a-1cd931-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.42388096Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"7dd10993-caa2-40f9-af5c-0d28f927c75d","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","subscription":"e2e-auth-iso-e84f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.458421297Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","namespace":"ai-tenant-e2e-explicit-7daecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.458489529Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","namespace":"ai-tenant-e2e-explicit-7daecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.458539061Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","tenant":"e2e-explicit-7daecc","tenantID":"e2e-explicit-7daecc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.476025715Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"7dd10993-caa2-40f9-af5c-0d28f927c75d","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.512340533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"Deployment","name":"maas-api-e2e-explicit-7daecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.528098428Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"7dd10993-caa2-40f9-af5c-0d28f927c75d","MaaSSubscription":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.584215578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"Service","name":"maas-api-e2e-explicit-7daecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.639374218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-7daecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.748123097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-7daecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.815367351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.869240889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.888284582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"bb37f00c-311e-4557-8460-1f84029c154c","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.88830698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"bb37f00c-311e-4557-8460-1f84029c154c","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:05.928358111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.057996928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"b7f89e77-27a5-47d9-8d13-48545a8a6e5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.05852987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"95fdd20b-f118-4f4e-89d3-b67a895d87e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.058968849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.059632017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"32ac4014-34fa-4443-a635-79aebb0d89f2","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.059649422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"32ac4014-34fa-4443-a635-79aebb0d89f2","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.110747987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"Deployment","name":"payload-processing-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.11592021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"95fdd20b-f118-4f4e-89d3-b67a895d87e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.162394202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.214067737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"Service","name":"payload-processing-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.26344488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"b7f89e77-27a5-47d9-8d13-48545a8a6e5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.265410714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"Service","name":"payload-pre-processing-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.322540978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.373687654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.401183907Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"b7f89e77-27a5-47d9-8d13-48545a8a6e5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.401199025Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-auth-iso-e84f7a","reconcileID":"b7f89e77-27a5-47d9-8d13-48545a8a6e5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.425074019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.460412109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"ece71f4c-c7a1-4e55-be9e-3da04af93c59","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/auth-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.460433276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"auth-test-model-52df2f","reconcileID":"ece71f4c-c7a1-4e55-be9e-3da04af93c59","MaaSModelRef":{"name":"auth-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"auth-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"auth-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.480362344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.505312197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"52069b99-532a-445e-b0a1-80a605371dc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.531654215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.563258768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"52069b99-532a-445e-b0a1-80a605371dc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.588525441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.60467343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1521ff8d-9b81-4d69-99d8-8c33f3ec34d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.608535092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"f737b30b-1fb7-4776-8ca0-3100609c6265","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.608555632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"f737b30b-1fb7-4776-8ca0-3100609c6265","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.656112843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-7daecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.656550765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1521ff8d-9b81-4d69-99d8-8c33f3ec34d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.70812409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7daecc"},"namespace":"ai-tenant-e2e-explicit-7daecc","name":"default-tenant","reconcileID":"f859afb0-f695-49fa-8520-0c5d17d940d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-7daecc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.708604712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1521ff8d-9b81-4d69-99d8-8c33f3ec34d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.760520975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1521ff8d-9b81-4d69-99d8-8c33f3ec34d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:06.760580449Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"8e91ec27-f100-4420-8b96-260115a47f4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:07.062400466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"8e91ec27-f100-4420-8b96-260115a47f4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:07.187847848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"8e91ec27-f100-4420-8b96-260115a47f4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:07.187867224Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-auth-iso-e84f7a","reconcileID":"8e91ec27-f100-4420-8b96-260115a47f4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e84f7a","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:07.244328404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"c48d40e3-df41-46b5-a163-f4242897b4a7","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/auth-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:07.244345891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"auth-test-model-731062","reconcileID":"c48d40e3-df41-46b5-a163-f4242897b4a7","MaaSModelRef":{"name":"auth-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"auth-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"auth-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:07.443465526Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-7daecc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-7daecc","reconcileID":"26b1fb3e-678b-4c4a-a5f3-501a54db98a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-7daecc","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-7daecc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:08.704560114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c871fa-a0a0-40aa-9e80-7ddb9db92800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:08.756103158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c871fa-a0a0-40aa-9e80-7ddb9db92800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:08.807690091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c871fa-a0a0-40aa-9e80-7ddb9db92800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:08.859282586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c871fa-a0a0-40aa-9e80-7ddb9db92800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:16.299524211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f84a7e-ee8d-471f-8439-1d64b99334f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:16.351092295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f84a7e-ee8d-471f-8439-1d64b99334f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:16.402678509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f84a7e-ee8d-471f-8439-1d64b99334f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:16.454290094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f84a7e-ee8d-471f-8439-1d64b99334f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:16.891915972Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b6aeef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b6aeef","reconcileID":"452d8d4c-98db-4083-a974-be8079a8d3b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b6aeef","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b6aeef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:18.404902702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736605eb-be4d-44d4-bffe-b2f326daf644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:18.456921587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736605eb-be4d-44d4-bffe-b2f326daf644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:18.508178183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736605eb-be4d-44d4-bffe-b2f326daf644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:18.559971504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736605eb-be4d-44d4-bffe-b2f326daf644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:20.44055721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8855ac8-af6d-4da3-b7f4-113dbab25011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:20.4921177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8855ac8-af6d-4da3-b7f4-113dbab25011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:20.543567083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8855ac8-af6d-4da3-b7f4-113dbab25011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:20.595267356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8855ac8-af6d-4da3-b7f4-113dbab25011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:20.904672075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:50.905855829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:54.616546761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2886c311-f433-46e0-8e7a-4309c94f0780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:54.668873498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2886c311-f433-46e0-8e7a-4309c94f0780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:54.720757928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2886c311-f433-46e0-8e7a-4309c94f0780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:54.772522353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2886c311-f433-46e0-8e7a-4309c94f0780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:55.754302886Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-70efe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-70efe5","reconcileID":"c6af9995-f314-479a-b0e2-373efa681d40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-70efe5","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-70efe5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:56.709405944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d004eea4-417a-4adf-941e-e873b63b6194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:56.763010209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d004eea4-417a-4adf-941e-e873b63b6194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:56.81449578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d004eea4-417a-4adf-941e-e873b63b6194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:56.866055569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d004eea4-417a-4adf-941e-e873b63b6194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:58.73890287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b09f7b-7c53-4a10-84c1-bfcbfdfbf696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:58.79084598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b09f7b-7c53-4a10-84c1-bfcbfdfbf696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:58.842819419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b09f7b-7c53-4a10-84c1-bfcbfdfbf696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:08:58.894491983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b09f7b-7c53-4a10-84c1-bfcbfdfbf696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:00.776349406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85b9a11-4ecd-40fa-a6a6-1798554e8e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:00.827857717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85b9a11-4ecd-40fa-a6a6-1798554e8e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:00.879631848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85b9a11-4ecd-40fa-a6a6-1798554e8e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:00.932129926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85b9a11-4ecd-40fa-a6a6-1798554e8e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:02.85913489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9156443b-fe37-4bfc-900a-614a43e7d161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:02.911104958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9156443b-fe37-4bfc-900a-614a43e7d161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:02.962961261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9156443b-fe37-4bfc-900a-614a43e7d161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:03.01496572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9156443b-fe37-4bfc-900a-614a43e7d161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:04.905333333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e382da-a93c-467b-a5de-addc83b01d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:04.957407287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e382da-a93c-467b-a5de-addc83b01d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:05.009396358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e382da-a93c-467b-a5de-addc83b01d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:05.06116581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e382da-a93c-467b-a5de-addc83b01d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:06.940479604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d54ab7-62a1-4ff2-b483-193f278977ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:06.992592304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d54ab7-62a1-4ff2-b483-193f278977ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:07.044641141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d54ab7-62a1-4ff2-b483-193f278977ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:07.096508687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d54ab7-62a1-4ff2-b483-193f278977ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:08.988952932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c0fe4fd-5753-41a9-9b84-4c11963a6895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:09.040759638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c0fe4fd-5753-41a9-9b84-4c11963a6895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:09.093543249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c0fe4fd-5753-41a9-9b84-4c11963a6895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:09.146272899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c0fe4fd-5753-41a9-9b84-4c11963a6895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:11.052340527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e175454-32ee-44b3-9f1f-decb63e53066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:11.106910753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e175454-32ee-44b3-9f1f-decb63e53066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:11.159809964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e175454-32ee-44b3-9f1f-decb63e53066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:11.211646596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e175454-32ee-44b3-9f1f-decb63e53066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:13.094437474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a924f3-315a-46b7-aa8d-d89903cdd356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:13.14628121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a924f3-315a-46b7-aa8d-d89903cdd356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:13.198232599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a924f3-315a-46b7-aa8d-d89903cdd356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:13.250260323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a924f3-315a-46b7-aa8d-d89903cdd356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:14.999396477Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"21b17282-6576-4ec1-ab2a-993667566eb4","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.056756883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"21b17282-6576-4ec1-ab2a-993667566eb4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.06227144Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"732bdffe-2209-408a-9fc9-9bda16e2bbea","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.062331843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"732bdffe-2209-408a-9fc9-9bda16e2bbea","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.073559982Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"b2dd70a7-bf5a-413e-b40b-2e586768f95f","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.073610183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"b2dd70a7-bf5a-413e-b40b-2e586768f95f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.094867398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"aa8f8bb5-ce73-41b6-9fbd-2bd49fe4fe23","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.094922598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"aa8f8bb5-ce73-41b6-9fbd-2bd49fe4fe23","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.13563749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"90542c53-2557-49ab-a50f-4cd931416fcd","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.135700134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"90542c53-2557-49ab-a50f-4cd931416fcd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.216645903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"8d045504-df56-48eb-a8de-68de6268af99","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.216710307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"8d045504-df56-48eb-a8de-68de6268af99","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.377765441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"fdde7d8e-bd63-4cdd-a8f3-f3344e0d9d4b","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.37785463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"fdde7d8e-bd63-4cdd-a8f3-f3344e0d9d4b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.698492433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"3fe81a86-2877-4452-9f0d-a08ce5fd643d","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:15.698558596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"3fe81a86-2877-4452-9f0d-a08ce5fd643d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:16.339002526Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"12047165-15c5-48ad-8aaf-db3531a76520","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:16.339070857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"12047165-15c5-48ad-8aaf-db3531a76520","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:17.620262809Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"c2c7ef65-524d-4f62-a781-8d4bc2c09769","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:17.620328486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"c2c7ef65-524d-4f62-a781-8d4bc2c09769","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:20.181373007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"13c80ecf-a620-4b07-af47-2b159bdc3837","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:09:20.181434132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a83556","namespace":"ai-tenant-e2e-noten-a83556"},"namespace":"ai-tenant-e2e-noten-a83556","name":"noten-model-a83556","reconcileID":"13c80ecf-a620-4b07-af47-2b159bdc3837","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a83556/noten-model-a83556: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a83556/noten-model-a83556-kserve-route (gateways: [openshift-ingress/e2e-noten-a83556]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:20.906001471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:23.006991825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"abd7af4e-df5d-4aab-8506-a990fed348d0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-27bb94","tenantID":"e2e-extmod-a-27bb94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:23.124468074Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"abd7af4e-df5d-4aab-8506-a990fed348d0","name":"e2e-extmod-a-27bb94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:29.977353396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49cd396c-7963-42d5-a2ac-09b148cfbda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:30.029427319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49cd396c-7963-42d5-a2ac-09b148cfbda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:30.081133849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49cd396c-7963-42d5-a2ac-09b148cfbda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:30.133094632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49cd396c-7963-42d5-a2ac-09b148cfbda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:32.059082771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a533f4d-f11b-4018-a05e-1eb90d61af36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:32.111312371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a533f4d-f11b-4018-a05e-1eb90d61af36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:32.163375297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a533f4d-f11b-4018-a05e-1eb90d61af36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:32.215336797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a533f4d-f11b-4018-a05e-1eb90d61af36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:34.126651487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3a4038-db80-4058-a2cd-f2d3294c0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:34.178697822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3a4038-db80-4058-a2cd-f2d3294c0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:34.230492048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3a4038-db80-4058-a2cd-f2d3294c0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:34.28289729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3a4038-db80-4058-a2cd-f2d3294c0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:36.177350033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a63a4c1-bc13-4cb0-8c0b-8b3e37016d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:36.229125148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a63a4c1-bc13-4cb0-8c0b-8b3e37016d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:36.280781138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a63a4c1-bc13-4cb0-8c0b-8b3e37016d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:36.33256279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a63a4c1-bc13-4cb0-8c0b-8b3e37016d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:38.217094931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d4b7fa-e4e9-4274-992e-6bc3d2bd98bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:38.268817111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d4b7fa-e4e9-4274-992e-6bc3d2bd98bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:38.323963014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d4b7fa-e4e9-4274-992e-6bc3d2bd98bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:38.375673559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d4b7fa-e4e9-4274-992e-6bc3d2bd98bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:38.438701324Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dd557d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dd557d","reconcileID":"6e6bcc14-9610-49fa-908c-1ecab0f8901d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-dd557d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-dd557d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:40.299404876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fca7f66-e1b7-4c23-8078-9395c0963f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:40.351321734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fca7f66-e1b7-4c23-8078-9395c0963f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:40.403103632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fca7f66-e1b7-4c23-8078-9395c0963f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:40.454690921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fca7f66-e1b7-4c23-8078-9395c0963f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:42.416701849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845951da-a7c1-4432-b839-2473a83e27e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:42.469016187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845951da-a7c1-4432-b839-2473a83e27e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:42.520647875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845951da-a7c1-4432-b839-2473a83e27e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:42.572531799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845951da-a7c1-4432-b839-2473a83e27e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:44.384023265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"94c5cb8d-f848-4c62-8b44-01218f2e113f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b6aeef","tenantID":"e2e-extmod-a-b6aeef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:44.477811371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e4aaeb-6746-4f70-bfec-85daabb065e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:44.529630237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e4aaeb-6746-4f70-bfec-85daabb065e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:44.547017734Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"94c5cb8d-f848-4c62-8b44-01218f2e113f","name":"e2e-extmod-a-b6aeef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:44.581441249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e4aaeb-6746-4f70-bfec-85daabb065e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:44.633484767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e4aaeb-6746-4f70-bfec-85daabb065e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:46.563655044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdcfa76-099a-4f0a-819c-360816796c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:46.615980466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdcfa76-099a-4f0a-819c-360816796c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:46.668229664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdcfa76-099a-4f0a-819c-360816796c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:46.719729753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdcfa76-099a-4f0a-819c-360816796c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:48.675175353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b36d3b-d576-42ee-8d47-805efbec6116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:48.726979946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b36d3b-d576-42ee-8d47-805efbec6116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:48.77923485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b36d3b-d576-42ee-8d47-805efbec6116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:48.830791834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b36d3b-d576-42ee-8d47-805efbec6116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:09:50.915021698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:20.904853454Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:29.673616458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"62294f09-cc10-45c3-9c0d-d69a5589599c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-70efe5","tenantID":"e2e-autores-70efe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:29.791103028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"62294f09-cc10-45c3-9c0d-d69a5589599c","name":"e2e-autores-70efe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:40.398300453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f00bef-c727-4580-98a1-4da94cae0caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:40.449949157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f00bef-c727-4580-98a1-4da94cae0caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:40.503645394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f00bef-c727-4580-98a1-4da94cae0caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:40.555362946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f00bef-c727-4580-98a1-4da94cae0caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:40.935935267Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d48eb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d48eb5","reconcileID":"612fca65-bb33-4ff5-869c-38200937bd21","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d48eb5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d48eb5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:42.452867366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2649d717-4dd8-495b-9257-db581278e69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:42.505474399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2649d717-4dd8-495b-9257-db581278e69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:42.557010601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2649d717-4dd8-495b-9257-db581278e69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:42.608976628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2649d717-4dd8-495b-9257-db581278e69f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:44.499564623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cabc8b-4a82-4695-8923-c953dda53eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:44.551302278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cabc8b-4a82-4695-8923-c953dda53eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:44.602915036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cabc8b-4a82-4695-8923-c953dda53eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:44.654917255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cabc8b-4a82-4695-8923-c953dda53eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:46.541298543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c93f0742-55ed-44a1-bc4d-aaf4cb14d2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:46.593309205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c93f0742-55ed-44a1-bc4d-aaf4cb14d2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:46.644894887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c93f0742-55ed-44a1-bc4d-aaf4cb14d2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:46.69798646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c93f0742-55ed-44a1-bc4d-aaf4cb14d2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:50.906251487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:56.955978444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6373fcfd-20a8-461c-854b-919d3a643df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:57.007540619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6373fcfd-20a8-461c-854b-919d3a643df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:57.059051717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6373fcfd-20a8-461c-854b-919d3a643df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:57.1106108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6373fcfd-20a8-461c-854b-919d3a643df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:59.017832944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eb2460-913d-48e9-a2ab-40533f012b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:59.069441965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eb2460-913d-48e9-a2ab-40533f012b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:59.120922236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eb2460-913d-48e9-a2ab-40533f012b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:10:59.172927151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eb2460-913d-48e9-a2ab-40533f012b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:01.219036434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8bc281d-0948-435c-83fa-bf727db3b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:01.270412903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8bc281d-0948-435c-83fa-bf727db3b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:01.321840523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8bc281d-0948-435c-83fa-bf727db3b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:01.373505298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8bc281d-0948-435c-83fa-bf727db3b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:06.374763744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e560251c-5a48-4111-9cf8-f343f00d6af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:06.426344995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e560251c-5a48-4111-9cf8-f343f00d6af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:06.477692091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e560251c-5a48-4111-9cf8-f343f00d6af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:06.529560432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e560251c-5a48-4111-9cf8-f343f00d6af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:08.408282351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0f5334-d820-4b13-8144-67fafda338e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:08.46025705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0f5334-d820-4b13-8144-67fafda338e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:08.511683765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0f5334-d820-4b13-8144-67fafda338e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:08.565235895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0f5334-d820-4b13-8144-67fafda338e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:10.441445083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1827bae9-b32d-4033-b6cc-dc1043cfc4ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:10.493038051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1827bae9-b32d-4033-b6cc-dc1043cfc4ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:10.545945524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1827bae9-b32d-4033-b6cc-dc1043cfc4ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:10.597551839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1827bae9-b32d-4033-b6cc-dc1043cfc4ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:12.473848999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d38ddc3-7f14-40dc-b346-74c83ee8f1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:12.525449313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d38ddc3-7f14-40dc-b346-74c83ee8f1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:12.576888063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d38ddc3-7f14-40dc-b346-74c83ee8f1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:12.628319589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d38ddc3-7f14-40dc-b346-74c83ee8f1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:15.720036526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"52e42e1b-d436-4b5b-9d6a-58e102898d89","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dd557d","tenantID":"e2e-extmod-b-dd557d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:15.837742971Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"52e42e1b-d436-4b5b-9d6a-58e102898d89","name":"e2e-extmod-b-dd557d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:20.90574411Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:11:50.906065153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.248655006Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","namespace":"ai-tenant-e2e-autores-70efe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.24872961Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","namespace":"ai-tenant-e2e-autores-70efe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.248789033Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","tenant":"e2e-autores-70efe5","tenantID":"e2e-autores-70efe5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.302288053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"Deployment","name":"maas-api-e2e-autores-70efe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.363731648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"Service","name":"maas-api-e2e-autores-70efe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.423886647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-70efe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.477787529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-70efe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.534388183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.588943811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.647992869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.702359594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.753851351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"Deployment","name":"payload-processing-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.805388788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.866959447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"Service","name":"payload-processing-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.922988788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"Service","name":"payload-pre-processing-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:00.980581672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"DestinationRule","name":"payload-processing-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:01.034829004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:01.091958601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:01.143634652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:01.19722946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:01.250564564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:01.302124647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-70efe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:01.357669125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-70efe5"},"namespace":"ai-tenant-e2e-autores-70efe5","name":"default-tenant","reconcileID":"03c99af7-e4f7-4fa8-bfd2-110f031da0a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-70efe5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:07.851751026Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-70efe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-70efe5","reconcileID":"a566b2ae-5aff-4ed8-9237-8ae633545eca","aitenant":"ai-tenants/e2e-autores-70efe5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:08.397390516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f013be-35e3-4998-b10f-2d045ea8b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:08.449097765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f013be-35e3-4998-b10f-2d045ea8b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:08.500519796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f013be-35e3-4998-b10f-2d045ea8b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:08.552284722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f013be-35e3-4998-b10f-2d045ea8b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:08.666647153Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-70efe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-70efe5","reconcileID":"a566b2ae-5aff-4ed8-9237-8ae633545eca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-70efe5","removed":["maas.opendatahub.io/gateway-access-e2e-autores-70efe5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:10.493066516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ef541c-afae-44ef-86fe-ff11e9a0e1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:10.545025603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ef541c-afae-44ef-86fe-ff11e9a0e1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:10.596703422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ef541c-afae-44ef-86fe-ff11e9a0e1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:10.648354649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ef541c-afae-44ef-86fe-ff11e9a0e1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:12.610111654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa6a038-f567-47c3-8290-ea28159321ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:12.661666543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa6a038-f567-47c3-8290-ea28159321ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:12.713478958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa6a038-f567-47c3-8290-ea28159321ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:12.764905891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa6a038-f567-47c3-8290-ea28159321ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:14.640876834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07319a92-7d8d-4869-9745-3d1cb82a5027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:14.692616444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07319a92-7d8d-4869-9745-3d1cb82a5027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:14.744382432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07319a92-7d8d-4869-9745-3d1cb82a5027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:14.795965285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07319a92-7d8d-4869-9745-3d1cb82a5027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:15.780777984Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-51b136","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-51b136","reconcileID":"69ab466c-8424-4833-8cd1-5b4221fe1bbc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-51b136","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-51b136":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:16.704891901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4cf3302-266a-4069-a73b-2bc76a6cdcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:16.756843738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4cf3302-266a-4069-a73b-2bc76a6cdcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:16.813039166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4cf3302-266a-4069-a73b-2bc76a6cdcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:16.870518129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4cf3302-266a-4069-a73b-2bc76a6cdcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:17.187598652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"995838b3-1ed8-49a6-9e62-2541a9b7226d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d48eb5","tenantID":"e2e-extmod-a-d48eb5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:17.303627732Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"995838b3-1ed8-49a6-9e62-2541a9b7226d","name":"e2e-extmod-a-d48eb5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:18.802237535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12994aee-b746-4b40-8a1b-ae0024f6fa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:18.854044281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12994aee-b746-4b40-8a1b-ae0024f6fa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:18.905691168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12994aee-b746-4b40-8a1b-ae0024f6fa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:18.956974197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12994aee-b746-4b40-8a1b-ae0024f6fa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:20.906571626Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.380745705Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","namespace":"ai-tenant-e2e-extmod-a-27bb94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.38080222Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","namespace":"ai-tenant-e2e-extmod-a-27bb94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.38084931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","tenant":"e2e-extmod-a-27bb94","tenantID":"e2e-extmod-a-27bb94","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.434719924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-27bb94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.497632982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"Service","name":"maas-api-e2e-extmod-a-27bb94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.556891873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-27bb94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.611057422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-27bb94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.666140164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.721359073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.778190411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.832424412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.884010473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.935333784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:27.986731489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"Service","name":"payload-processing-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:28.03847949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:28.090268944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:28.141839074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:28.193409054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:28.249536137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:28.301054246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:28.352758281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:28.404196775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-27bb94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:28.45569901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27bb94"},"namespace":"ai-tenant-e2e-extmod-a-27bb94","name":"default-tenant","reconcileID":"31aa2f18-0407-428f-9963-0bfaf71b883a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-27bb94","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:30.548809695Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-27bb94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-27bb94","reconcileID":"746b1cfb-3b4e-4459-973e-3960d5f83dcd","aitenant":"ai-tenants/e2e-extmod-a-27bb94","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:31.114137301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f02fd0c-bfbd-462f-8d3f-9c6ce0a4eec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:31.165678338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f02fd0c-bfbd-462f-8d3f-9c6ce0a4eec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:31.216963492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f02fd0c-bfbd-462f-8d3f-9c6ce0a4eec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:31.268560504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f02fd0c-bfbd-462f-8d3f-9c6ce0a4eec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:31.390505217Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-27bb94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-27bb94","reconcileID":"746b1cfb-3b4e-4459-973e-3960d5f83dcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-27bb94","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-27bb94"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:33.18572426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d29269-62a0-4cae-8485-edf5e84fdd63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:33.238465246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d29269-62a0-4cae-8485-edf5e84fdd63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:33.29075424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d29269-62a0-4cae-8485-edf5e84fdd63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:33.342374743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d29269-62a0-4cae-8485-edf5e84fdd63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.16807384Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"e8c96ca1-c228-43ed-a1fb-c0d90626d2c9","namespace":"llm","name":"e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.225257925Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"33a6d19b-f668-4e6d-81ad-ee3afa5a8aaa","namespace":"llm","name":"e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.323007187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"29ec32ba-7aa1-446e-b864-ad1ef8018865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.323094555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0a4c4856-37b1-418c-8d88-f14854631392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.323497745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f79ac91f-c89d-4587-8260-06ba8bde1a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.323631396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"e08c4f96-925e-459b-93e2-92ada8deb87d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.323501948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"fe3761de-4391-4554-ae51-ee4e09e80269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.380434408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"fe3761de-4391-4554-ae51-ee4e09e80269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.380559958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"29ec32ba-7aa1-446e-b864-ad1ef8018865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.382506712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f79ac91f-c89d-4587-8260-06ba8bde1a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.382634298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"0a4c4856-37b1-418c-8d88-f14854631392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.384626402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"e08c4f96-925e-459b-93e2-92ada8deb87d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.442827539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c212f00e-b46d-4309-8e1e-43486d3735bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.442842203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c212f00e-b46d-4309-8e1e-43486d3735bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.443098003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb1e1efc-a645-4987-9f8d-45ae873d0941","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.443108738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb1e1efc-a645-4987-9f8d-45ae873d0941","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.443366123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22574c82-94a5-4652-98af-85a65e3ec47e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.443378716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22574c82-94a5-4652-98af-85a65e3ec47e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.44367663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a726b4d-727a-498c-9642-1e2a8d0c095e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.443688246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a726b4d-727a-498c-9642-1e2a8d0c095e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.443901652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bac136d-6b1d-4f1a-bdb5-4a4f4ed61d67","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.443914449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bac136d-6b1d-4f1a-bdb5-4a4f4ed61d67","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.444119044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ace474d4-5b84-4614-a99b-d4c38d2b0917","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.444131479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ace474d4-5b84-4614-a99b-d4c38d2b0917","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.444363304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a02ad1f-83a5-4677-a839-21dcc55eebaa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.444376607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a02ad1f-83a5-4677-a839-21dcc55eebaa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.444594221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deeea005-57fc-4320-b4ec-2289607d5abe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.444605032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deeea005-57fc-4320-b4ec-2289607d5abe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.505508547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a848125-8534-4f47-b10d-4c626f89ebac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.505528477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a848125-8534-4f47-b10d-4c626f89ebac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.505791135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36108951-77dd-4fb1-b100-9f78e506f910","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.505802512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36108951-77dd-4fb1-b100-9f78e506f910","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.506021616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a7056d-8c28-4307-a0e4-71d3c788b8a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.506034518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4a7056d-8c28-4307-a0e4-71d3c788b8a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.506347422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3d9efef-3b85-4340-a860-ad4b6abb1043","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.506358944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3d9efef-3b85-4340-a860-ad4b6abb1043","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.506554251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba83807b-924a-47b5-b148-49c3f9f78c66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.506563488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba83807b-924a-47b5-b148-49c3f9f78c66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.506779174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"68774d2e-3801-4a5a-9808-600fc4f6ece1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.506789128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"68774d2e-3801-4a5a-9808-600fc4f6ece1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.507051154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a79eb81-a942-4459-97c1-a70a0e4b2e02","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.50706727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a79eb81-a942-4459-97c1-a70a0e4b2e02","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.507355697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa09a729-7017-491a-9e64-a806e0ea9834","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.50736887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa09a729-7017-491a-9e64-a806e0ea9834","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.653668398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f1154ce-161f-4b53-afee-5d7fe5c65f40","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.653685682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79677c69-8f37-491f-a1a6-27d507f6ee06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.670818171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"84d5e88c-014d-4a96-8ffc-69893a75ec79","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"name":"e2e-dft-0cf949","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.739207471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"92c8f6f7-51c8-4d46-bf30-34431c97088e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.74271587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"2a2b3081-ada4-44d8-8b05-014bd997d21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.74281173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d385d961-8d2f-4925-9eef-d7489d09d02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.743235592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ddfc8f8-f64e-42ca-bc1e-4bad276fece6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.74325065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"d69b6877-79a3-44a3-b69a-90c419c12307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.795969685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"92c8f6f7-51c8-4d46-bf30-34431c97088e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.799673672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"d385d961-8d2f-4925-9eef-d7489d09d02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.799774923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"2a2b3081-ada4-44d8-8b05-014bd997d21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.802463832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ddfc8f8-f64e-42ca-bc1e-4bad276fece6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:35.803482814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"d69b6877-79a3-44a3-b69a-90c419c12307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.15979304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a17e8aee-ec79-4da0-b282-b22c404255bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.159871826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"fe9ca0d1-ec30-47a4-833c-9d0018f800f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.160293572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"4cd485f9-60f4-4c9d-8e58-d8d415b64b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.160301213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ca0d3461-a07b-43ed-ae8e-727f30dc5c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.160678194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30646e91-5616-4086-9b98-fdbbfa038df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.217556009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a17e8aee-ec79-4da0-b282-b22c404255bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.217851783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"fe9ca0d1-ec30-47a4-833c-9d0018f800f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.219712517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30646e91-5616-4086-9b98-fdbbfa038df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.220053054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"4cd485f9-60f4-4c9d-8e58-d8d415b64b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.221730675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ca0d3461-a07b-43ed-ae8e-727f30dc5c0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.37702141Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"ff75ac50-3e9b-4fe1-a95c-46ce3d5a6e5d","namespace":"llm","name":"e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.429280616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"8b67da8c-0162-41c4-90db-a3288ff56594","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.429302037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"8b67da8c-0162-41c4-90db-a3288ff56594","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.576359953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"0bc615c5-d80e-46c4-9706-f3a65ebd7150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.576386969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"246acb1a-fb76-4b71-be34-f887175ef236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.576669365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"6a8f25d1-9347-4364-89fb-67672dc3150b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.576804769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3918dc50-3b1b-4ce5-aa77-609e8a8a22a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.577024307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"71ffaba7-4251-43e0-9170-2bc7330e09b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.635483161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3918dc50-3b1b-4ce5-aa77-609e8a8a22a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.635513237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"6a8f25d1-9347-4364-89fb-67672dc3150b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.63766408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"0bc615c5-d80e-46c4-9706-f3a65ebd7150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.637764425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"246acb1a-fb76-4b71-be34-f887175ef236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.640290824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"71ffaba7-4251-43e0-9170-2bc7330e09b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:36.999757693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"e95d28dd-6e7a-4072-9674-860b7a8e469d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.000040391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b05fb3c4-6ffc-4978-b258-2d865982f6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.000707494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"29fc7e7c-90a6-4f54-9e9f-b77979df635d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.001046106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b58a1439-a4ea-41c6-bc26-9a1ae86db803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.001623418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"36b84f46-b679-4474-9628-267bdf8ccb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.058120388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"e95d28dd-6e7a-4072-9674-860b7a8e469d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.058350658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"b05fb3c4-6ffc-4978-b258-2d865982f6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.060738543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b58a1439-a4ea-41c6-bc26-9a1ae86db803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.06076459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"36b84f46-b679-4474-9628-267bdf8ccb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.062878271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"29fc7e7c-90a6-4f54-9e9f-b77979df635d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.419167778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1ead25d-e188-4642-8817-e23ead344532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.41917232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"f1dbdf31-48a6-4229-94bc-1a5194eb732f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.477376947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1ead25d-e188-4642-8817-e23ead344532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:37.477674805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"f1dbdf31-48a6-4229-94bc-1a5194eb732f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:41.750245752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"0e477181-43e0-4cab-a695-42414406d560","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:41.750267248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"0e477181-43e0-4cab-a695-42414406d560","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:41.8557478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"d0a933ec-7ff6-4ec4-b2fb-49e1347d6151","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:41.855768373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"d0a933ec-7ff6-4ec4-b2fb-49e1347d6151","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:41.961578439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"5358a872-e503-4316-96d9-9a4c58406fc4","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:42.018010469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"5358a872-e503-4316-96d9-9a4c58406fc4","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:42.440758164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"bb12ea83-face-4202-b8fd-d34e69d6ed93","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:42.440783957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"bb12ea83-face-4202-b8fd-d34e69d6ed93","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:42.595209626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"d9e42760-7383-4d18-8a98-b4f2d16164c2","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:42.652135617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"d9e42760-7383-4d18-8a98-b4f2d16164c2","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.538397446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e3e9b5-ab45-4834-a1d9-9bb8f70082ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.590605579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e3e9b5-ab45-4834-a1d9-9bb8f70082ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.642468731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e3e9b5-ab45-4834-a1d9-9bb8f70082ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.642986095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"978c9e71-4927-4281-8553-fd71e92b87cc","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.643004196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"978c9e71-4927-4281-8553-fd71e92b87cc","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.693998912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e3e9b5-ab45-4834-a1d9-9bb8f70082ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:12:44.811981165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-sub","reconcileID":"8a169c92-474a-4e1d-80fa-fb9527008d3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-0cf949-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.860727684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7315648-e9c8-4c7d-aa4e-143797fb3ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.862390779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d91933ad-70a1-4ffc-8faf-695146165154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.866264339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"b5b8b293-aa49-47bc-9bff-ba68dace0bba","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.86628567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"b5b8b293-aa49-47bc-9bff-ba68dace0bba","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.914059117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"1cb786e2-b518-492b-8f89-762d0766f1c3","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:44.98799964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7315648-e9c8-4c7d-aa4e-143797fb3ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:12:45.019207578Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"b5b8b293-aa49-47bc-9bff-ba68dace0bba","name":"e2e-dft-0cf949","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-0cf949\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:12:45.019265271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"b5b8b293-aa49-47bc-9bff-ba68dace0bba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-0cf949\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:12:45.032229775Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"1cb786e2-b518-492b-8f89-762d0766f1c3","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:12:45.032315879Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d91933ad-70a1-4ffc-8faf-695146165154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.043863117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7315648-e9c8-4c7d-aa4e-143797fb3ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.071221855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"cd4b017d-141d-454c-8174-8bcee69ff497","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.071241126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"cd4b017d-141d-454c-8174-8bcee69ff497","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:12:45.089910224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"1cb786e2-b518-492b-8f89-762d0766f1c3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:12:45.092738224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d91933ad-70a1-4ffc-8faf-695146165154","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.175780216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"c1d0933f-ee0d-4a57-9984-b8cc0b7041ee","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.175795337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"c1d0933f-ee0d-4a57-9984-b8cc0b7041ee","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.227829939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"affe5994-1cd7-4c20-a5ae-4af959f6204c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.227844324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"affe5994-1cd7-4c20-a5ae-4af959f6204c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.228179253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56d93f48-65c9-4b04-a117-17b60a158dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.228191777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56d93f48-65c9-4b04-a117-17b60a158dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.242986583Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-sub","reconcileID":"da94d50d-9757-460e-893a-923b3c1da554","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0cf949","model":"e2e-dft-0cf949","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-0cf949-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.295252132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"62b7086d-e677-4e9d-83bf-698265fccfee","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.298462349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1fa84c3-f76c-4027-a113-a78a3f66e8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.307944961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffb2e43-f6e6-4598-8d7b-4fefa3d009fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.352104574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"62b7086d-e677-4e9d-83bf-698265fccfee","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.354901643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1fa84c3-f76c-4027-a113-a78a3f66e8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.364772475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffb2e43-f6e6-4598-8d7b-4fefa3d009fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.407675226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"62b7086d-e677-4e9d-83bf-698265fccfee","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.410278481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1fa84c3-f76c-4027-a113-a78a3f66e8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.419941754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffb2e43-f6e6-4598-8d7b-4fefa3d009fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.512981225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"53a5b4eb-566c-4701-bb82-419be0548ebb","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.51299932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"53a5b4eb-566c-4701-bb82-419be0548ebb","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.623426959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"44dc364a-0ac2-4fea-9f55-26e06d651069","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.623446674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"44dc364a-0ac2-4fea-9f55-26e06d651069","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.695627913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b7707a9-47f4-4b70-a95e-08ce1b174e12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.69564165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b7707a9-47f4-4b70-a95e-08ce1b174e12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:45.726215679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-sub","reconcileID":"761b83e4-f942-4be0-b754-76592a61441a","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0cf949","model":"llm/e2e-dft-0cf949","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:46.573180001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1027454-e23f-41c1-8dd3-6a9b1cbe7833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:46.624614195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1027454-e23f-41c1-8dd3-6a9b1cbe7833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:46.675891331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1027454-e23f-41c1-8dd3-6a9b1cbe7833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:46.727482784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1027454-e23f-41c1-8dd3-6a9b1cbe7833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:48.837642503Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","namespace":"ai-tenant-e2e-extmod-a-b6aeef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:48.837700983Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","namespace":"ai-tenant-e2e-extmod-a-b6aeef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:48.837750358Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","tenant":"e2e-extmod-a-b6aeef","tenantID":"e2e-extmod-a-b6aeef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:48.892749087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b6aeef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:48.955279346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"Service","name":"maas-api-e2e-extmod-a-b6aeef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.013939886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b6aeef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.067373467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b6aeef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.121915066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.176591815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.234991509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.288988929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.342294009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.393601809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.444793457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"Service","name":"payload-processing-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.495843764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.552139793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.610114017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.662178113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.72030255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.818969558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.877304028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.930508218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b6aeef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:49.984419924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b6aeef"},"namespace":"ai-tenant-e2e-extmod-a-b6aeef","name":"default-tenant","reconcileID":"712121bd-c269-4edb-9f45-20720dbfa9bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b6aeef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:50.700099119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25943ca0-2074-4e08-ae86-00349e824359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:50.752449781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25943ca0-2074-4e08-ae86-00349e824359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:50.804650333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25943ca0-2074-4e08-ae86-00349e824359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:50.856115357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25943ca0-2074-4e08-ae86-00349e824359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:50.905496621Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.15171966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cdc30e9-33c2-4396-a721-15b193ea34ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.15937611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"b4c4b2ae-2d36-4e27-a344-a036af182ce7","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.159381497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b00ae435-4517-4d9d-ae10-601bd89f85b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.210076239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cdc30e9-33c2-4396-a721-15b193ea34ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.217108538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"b4c4b2ae-2d36-4e27-a344-a036af182ce7","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.217896853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b00ae435-4517-4d9d-ae10-601bd89f85b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.261183401Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b6aeef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b6aeef","reconcileID":"63e0ff05-cd11-426f-9739-3cf2a315420f","aitenant":"ai-tenants/e2e-extmod-a-b6aeef","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.275221366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cdc30e9-33c2-4396-a721-15b193ea34ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.276145313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"b4c4b2ae-2d36-4e27-a344-a036af182ce7","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.276303654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b00ae435-4517-4d9d-ae10-601bd89f85b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.806669701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d61d6bc-2b63-4f04-9737-955931ce3e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.858566098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d61d6bc-2b63-4f04-9737-955931ce3e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.910086739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d61d6bc-2b63-4f04-9737-955931ce3e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:52.962435234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d61d6bc-2b63-4f04-9737-955931ce3e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:53.081286299Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b6aeef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b6aeef","reconcileID":"63e0ff05-cd11-426f-9739-3cf2a315420f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b6aeef","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b6aeef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:54.945342803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b8d51e-84d7-4c84-9bee-157d191dd73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:54.997181735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b8d51e-84d7-4c84-9bee-157d191dd73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:55.048583987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b8d51e-84d7-4c84-9bee-157d191dd73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:55.10263011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b8d51e-84d7-4c84-9bee-157d191dd73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.255086939Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"dc678c8b-1727-4173-ac95-8d73f60e1cbc","namespace":"llm","name":"e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.311801669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"beb87281-71b7-4410-9377-6c781ec0c5e7","namespace":"llm","name":"e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.429748052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"b13c368f-c6ee-43dd-99af-3c5566d630ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.430214566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"843fe988-c03e-4810-bba7-d76d43bf1bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.484780243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"86ad0dd1-b4ea-4553-a57a-1c04089fb330","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.48479392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de870c9c-3494-4de8-8691-6bb50e21802f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.486633883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f454c622-02a7-40b9-bae3-977356adc980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.489605277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"b13c368f-c6ee-43dd-99af-3c5566d630ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.491630237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"843fe988-c03e-4810-bba7-d76d43bf1bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.547958429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"86ad0dd1-b4ea-4553-a57a-1c04089fb330","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.548318397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de870c9c-3494-4de8-8691-6bb50e21802f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.550242757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f454c622-02a7-40b9-bae3-977356adc980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.605508587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"86ad0dd1-b4ea-4553-a57a-1c04089fb330","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.606591506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de870c9c-3494-4de8-8691-6bb50e21802f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.608536031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f454c622-02a7-40b9-bae3-977356adc980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.625595124Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"523de3df-6182-43de-997a-d1596f5c5ea9","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"name":"e2e-dft-aa6d73","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.755035815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9b3ac18e-2af4-4f56-a28c-7a342a60748f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.755055032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9b3ac18e-2af4-4f56-a28c-7a342a60748f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.755362139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8e86ae1-c0a9-4258-b6b3-664447585a69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.755377292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8e86ae1-c0a9-4258-b6b3-664447585a69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.755777875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"05cc6bd0-7c5f-4b18-b80b-e6cd034ba75b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.755795574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"05cc6bd0-7c5f-4b18-b80b-e6cd034ba75b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.756202901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1e63f9e-34f4-4bf7-82be-5ad29e8b9607","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.756223974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1e63f9e-34f4-4bf7-82be-5ad29e8b9607","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.756568999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"026fb8b0-3135-4674-9343-004c1cdb6ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.75658916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"026fb8b0-3135-4674-9343-004c1cdb6ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.813509888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"8ee7621a-359b-487e-a4ea-85b57bf5abda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.813560747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8b11582e-0f67-4118-9f2c-8c02e42619aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.814031297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"6a4ed108-079a-49b5-81bc-ab2b9d5cd22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.841551486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"5d4279d4-16cd-499d-b072-c7c89efe65c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.843936082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"adfabdf0-5aa1-47b6-80d6-bf4ab5cc3064","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.84397025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"adfabdf0-5aa1-47b6-80d6-bf4ab5cc3064","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.876939464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"8ee7621a-359b-487e-a4ea-85b57bf5abda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.878685912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7525f93d-73d4-4e3d-9aef-700932fcc291","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.883852551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a246c87-958a-46f2-be88-736553067ba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.885746784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"6a4ed108-079a-49b5-81bc-ab2b9d5cd22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.88758125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8b11582e-0f67-4118-9f2c-8c02e42619aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.896908453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"e0405527-233e-4a4a-b479-5ed68a6bb4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.900071015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"5d4279d4-16cd-499d-b072-c7c89efe65c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.922486411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-sub","reconcileID":"84ebe6c5-673a-47f4-8940-4879aa3e8757","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0cf949","model":"llm/e2e-dft-0cf949","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.95277756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"19246ee8-ee02-4681-ad16-a4e09d490e5b","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"name":"e2e-dft-aa6d73","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:56.955285629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"e0405527-233e-4a4a-b479-5ed68a6bb4a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.013241352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49e6d3df-04d4-4998-b7d0-5351d07b595b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.01326898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49e6d3df-04d4-4998-b7d0-5351d07b595b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.013683336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9de71738-f0eb-4d85-81fd-18b0df88eb8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.013702283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9de71738-f0eb-4d85-81fd-18b0df88eb8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.014036885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e801b925-7455-4081-a282-1109be0fdf0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.0140539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e801b925-7455-4081-a282-1109be0fdf0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.065375187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d2dfb0-a6bf-40ac-ba38-9fb3d9b36bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.117837888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d2dfb0-a6bf-40ac-ba38-9fb3d9b36bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.169770246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d2dfb0-a6bf-40ac-ba38-9fb3d9b36bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.222600583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d2dfb0-a6bf-40ac-ba38-9fb3d9b36bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.331505604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6bf301ad-1aa1-4d20-9203-f7ce54c50b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.332726025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ec7bd782-5d0c-452e-ae58-350b3cceb330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.333179451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"f471c074-51c7-46f0-a1a6-00e9a9022c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.383086733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"28e1eb31-9e2c-4b15-abc9-a79578717eef","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.388131949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6bf301ad-1aa1-4d20-9203-f7ce54c50b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.389537376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"f471c074-51c7-46f0-a1a6-00e9a9022c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.390314934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ec7bd782-5d0c-452e-ae58-350b3cceb330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.436196897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38cf2164-acb1-43f4-8892-3ce457bb673a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.439847462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"28e1eb31-9e2c-4b15-abc9-a79578717eef","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.495581263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"28e1eb31-9e2c-4b15-abc9-a79578717eef","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.49576128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38cf2164-acb1-43f4-8892-3ce457bb673a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.552625551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38cf2164-acb1-43f4-8892-3ce457bb673a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.6731702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"98daa198-b284-42ec-b685-8cbbbb617f38","namespace":"llm","name":"e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.70508018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9f64d00-0f1a-401e-963d-d0a5ebec68ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.726484672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"91f5d970-d07a-4448-8c62-ae94983c7a01","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.726502219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"91f5d970-d07a-4448-8c62-ae94983c7a01","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.752960031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"6b2291b8-5298-4658-8694-33eb18e9465c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.761907723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9f64d00-0f1a-401e-963d-d0a5ebec68ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.797931227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"4620ef28-3583-4e8d-9e08-ddbda4143f39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.812295315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"6b2291b8-5298-4658-8694-33eb18e9465c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.817421002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9f64d00-0f1a-401e-963d-d0a5ebec68ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.858233226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"4620ef28-3583-4e8d-9e08-ddbda4143f39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.906545928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d39f6ca-b79f-4fbc-9803-40aca23dff8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.909661094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"68143c19-848b-43ed-b4a4-8c516964fce7","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.963630955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d39f6ca-b79f-4fbc-9803-40aca23dff8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:57.966512106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"68143c19-848b-43ed-b4a4-8c516964fce7","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.018909404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d39f6ca-b79f-4fbc-9803-40aca23dff8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.022062171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"68143c19-848b-43ed-b4a4-8c516964fce7","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.023522957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87e8a435-f160-4ceb-b0fb-7d955ff6bcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.079773249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87e8a435-f160-4ceb-b0fb-7d955ff6bcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.136290797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87e8a435-f160-4ceb-b0fb-7d955ff6bcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.173014783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5efa5180-9b19-4b0a-a4eb-5de840e79a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.173083045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"14e9cb98-776b-4b9f-82d7-ab55424af060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.176212582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"1a9b0bd3-25a7-4499-9d76-0b453141044f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.230171298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"14e9cb98-776b-4b9f-82d7-ab55424af060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.230243074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5efa5180-9b19-4b0a-a4eb-5de840e79a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.232909087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"1a9b0bd3-25a7-4499-9d76-0b453141044f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.274659383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"128258a2-d542-47ac-b56d-80a902eaac51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.29062705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"5183de5e-a298-42c1-8491-acbabfb6c285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.331810028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"128258a2-d542-47ac-b56d-80a902eaac51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.347963543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"5183de5e-a298-42c1-8491-acbabfb6c285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.564123282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a698cd7e-8380-4e5b-af21-455aa12c7157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.564139516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"3bbde024-d919-4c16-acf2-2f8d5448b1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.5645623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0a7967aa-56a0-45c4-bcbc-305c660e1777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.623295837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"3bbde024-d919-4c16-acf2-2f8d5448b1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.623295032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a698cd7e-8380-4e5b-af21-455aa12c7157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.625442479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"0a7967aa-56a0-45c4-bcbc-305c660e1777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.654045977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"69202407-f5b1-4b94-a023-a0da07768f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.710706492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"69202407-f5b1-4b94-a023-a0da07768f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.760577936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a98cf54b-ac9b-43b3-8d3b-f42e241f9ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:12:58.819279895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a98cf54b-ac9b-43b3-8d3b-f42e241f9ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:02.653087598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"8f10ac87-2ae8-4361-a6fd-6617caed988b","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:02.653107646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"8f10ac87-2ae8-4361-a6fd-6617caed988b","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:02.780509526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"555910f6-0f56-4401-a2c9-cacf34454fae","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:02.780530805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"555910f6-0f56-4401-a2c9-cacf34454fae","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:02.947100952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"05a315f2-eafd-4d61-bea5-294f52a4f904","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:03.005811699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"05a315f2-eafd-4d61-bea5-294f52a4f904","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:03.062690014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"05a315f2-eafd-4d61-bea5-294f52a4f904","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:03.185993638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"00f0cc83-0c00-4821-bc45-f59e3027ff5f","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:03.186010241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"00f0cc83-0c00-4821-bc45-f59e3027ff5f","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:03.399861051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"df22534c-9e16-4dba-9a68-0e2e53f1dd1d","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:03.457082971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"df22534c-9e16-4dba-9a68-0e2e53f1dd1d","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:03.512897435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"df22534c-9e16-4dba-9a68-0e2e53f1dd1d","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:08.27958985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a0fba7-0fec-42bb-97e5-b6f9ed4cc74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:08.290603231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"20484ceb-9d89-4fd0-bf68-3013ee147942","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:08.336672809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a0fba7-0fec-42bb-97e5-b6f9ed4cc74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:08.347750916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"20484ceb-9d89-4fd0-bf68-3013ee147942","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:08.396127125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a0fba7-0fec-42bb-97e5-b6f9ed4cc74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:08.40158598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9046a946-8b54-483d-b5c7-baf0365e26cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:08.406714659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"20484ceb-9d89-4fd0-bf68-3013ee147942","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:08.460680892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9046a946-8b54-483d-b5c7-baf0365e26cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:08.516530619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9046a946-8b54-483d-b5c7-baf0365e26cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:13.775585845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"39c25e9e-f418-4dcf-97ca-c20e3bc6521c","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:13.832609773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"39c25e9e-f418-4dcf-97ca-c20e3bc6521c","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:13.888764175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"39c25e9e-f418-4dcf-97ca-c20e3bc6521c","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:18.658860753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef8f39d7-4878-48fe-a2bb-746eb9794f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:18.665430495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"0fa699d2-32f8-4c4b-9819-13107def2f2c","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:18.71619759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef8f39d7-4878-48fe-a2bb-746eb9794f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:18.722710569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"0fa699d2-32f8-4c4b-9819-13107def2f2c","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:18.771885043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef8f39d7-4878-48fe-a2bb-746eb9794f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:18.776589079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e87fb0f6-851e-4223-af54-d90d41762d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:18.778300373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"0fa699d2-32f8-4c4b-9819-13107def2f2c","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:18.833543288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e87fb0f6-851e-4223-af54-d90d41762d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:18.889432063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e87fb0f6-851e-4223-af54-d90d41762d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:20.90584696Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:24.146346717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"a7349fa5-4485-4d90-b40a-e293b4e19c6f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:24.203506831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"a7349fa5-4485-4d90-b40a-e293b4e19c6f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:24.259034557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"a7349fa5-4485-4d90-b40a-e293b4e19c6f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:29.032549302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"283188c4-2a14-45a6-860f-23e8571ea5d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:29.037446986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"ff0a3823-119d-4bcb-853d-4744feaa51fa","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:29.089336637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"283188c4-2a14-45a6-860f-23e8571ea5d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:29.094319117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"ff0a3823-119d-4bcb-853d-4744feaa51fa","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:29.144871518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"283188c4-2a14-45a6-860f-23e8571ea5d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:29.150235108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"ff0a3823-119d-4bcb-853d-4744feaa51fa","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:29.15976951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9ea8f80-4763-41bc-a1cd-89c889fa1fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:29.217606822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9ea8f80-4763-41bc-a1cd-89c889fa1fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:29.273490562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9ea8f80-4763-41bc-a1cd-89c889fa1fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:30.701033544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-sub","reconcileID":"fc9cfc63-98c1-4860-b33b-acc7d26904d6","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0cf949","model":"llm/e2e-dft-0cf949","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:30.972371852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"2a3e3211-ac38-4558-ba5d-bcaa5d10d050","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:30.972395536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"2a3e3211-ac38-4558-ba5d-bcaa5d10d050","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.698418577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"25f347bf-d70c-4c6d-a635-59a8e17b1e49","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.699226994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"67d497c0-6438-4ea2-9130-f1f9ecd8c98a","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.699227887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6358a22-d99c-41d4-b319-3276ae4afd2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.699856891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e45fd74-ed05-4903-924e-a8c0ef570a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.761985379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"25f347bf-d70c-4c6d-a635-59a8e17b1e49","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.762398659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"67d497c0-6438-4ea2-9130-f1f9ecd8c98a","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.764224617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e45fd74-ed05-4903-924e-a8c0ef570a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.765937198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6358a22-d99c-41d4-b319-3276ae4afd2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.817998476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"25f347bf-d70c-4c6d-a635-59a8e17b1e49","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.818509757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"67d497c0-6438-4ea2-9130-f1f9ecd8c98a","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.825745981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e45fd74-ed05-4903-924e-a8c0ef570a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.825773357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6358a22-d99c-41d4-b319-3276ae4afd2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.928860232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"cca45905-9627-4761-863c-fbb9c8e45300","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:31.928884561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"cca45905-9627-4761-863c-fbb9c8e45300","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.033626968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"61ad7535-9022-4b47-b8b7-19e185b43df4","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.033653438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"61ad7535-9022-4b47-b8b7-19e185b43df4","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.08617628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d60f132f-3997-469e-811b-59555d2b5f1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.086200325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d60f132f-3997-469e-811b-59555d2b5f1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.086747604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b10a8a4c-32dc-4769-9ee2-cd7f6a51d569","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.086772514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b10a8a4c-32dc-4769-9ee2-cd7f6a51d569","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.187783737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03ea8c3-ca1c-4c84-9d4f-23144d65057c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.187799172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"f71a9924-744c-4888-aa76-ffc2641cd234","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.188247565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6beb6a12-52f2-45cf-8153-e3120cbebaac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.188304934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"e86a792f-1640-4fa4-99ea-f7518ff53f85","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.245640717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03ea8c3-ca1c-4c84-9d4f-23144d65057c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.245807437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"f71a9924-744c-4888-aa76-ffc2641cd234","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.248114889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6beb6a12-52f2-45cf-8153-e3120cbebaac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.248665965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"e86a792f-1640-4fa4-99ea-f7518ff53f85","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.301315315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03ea8c3-ca1c-4c84-9d4f-23144d65057c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.301712652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"f71a9924-744c-4888-aa76-ffc2641cd234","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.303999882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6beb6a12-52f2-45cf-8153-e3120cbebaac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:32.304274326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"e86a792f-1640-4fa4-99ea-f7518ff53f85","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:34.844196864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"56cb8da8-6bb1-4bf6-8a2d-2cdf922fb315","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:34.844224904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"56cb8da8-6bb1-4bf6-8a2d-2cdf922fb315","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.00451096Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-sub","reconcileID":"dea11e8e-3055-4e52-a231-096d7e16da55","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91e13fcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.048782384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"1f258d95-65fc-4b90-b68d-e80be89191f0","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.053081285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"4ea9173b-4b0f-4173-82aa-727e2bc75d59","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.053095416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3415b47b-f21e-45c2-b259-70d56ed9f8f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.053539942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1e14efe-9db6-4e4a-bcb0-96c5f3bfe22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.105955221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"1f258d95-65fc-4b90-b68d-e80be89191f0","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.110599815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3415b47b-f21e-45c2-b259-70d56ed9f8f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.11072342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1e14efe-9db6-4e4a-bcb0-96c5f3bfe22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.112895941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"4ea9173b-4b0f-4173-82aa-727e2bc75d59","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.162348981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"1f258d95-65fc-4b90-b68d-e80be89191f0","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.166771607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1e14efe-9db6-4e4a-bcb0-96c5f3bfe22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.166843948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3415b47b-f21e-45c2-b259-70d56ed9f8f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.168433078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"4ea9173b-4b0f-4173-82aa-727e2bc75d59","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.421292039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"d5aab94d-d7e9-4e4f-86a4-b850373a0159","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.423423182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ccb0e16-699d-480d-9846-d051088409e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.42384071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"491fd4e0-e723-4b50-ae76-58965bbbf9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.424352155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"721acfd0-68c4-4efd-8bfa-30a05f545757","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.478952619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"d5aab94d-d7e9-4e4f-86a4-b850373a0159","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.481713168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ccb0e16-699d-480d-9846-d051088409e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.483073071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"491fd4e0-e723-4b50-ae76-58965bbbf9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.484033358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"721acfd0-68c4-4efd-8bfa-30a05f545757","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.535231762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"d5aab94d-d7e9-4e4f-86a4-b850373a0159","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.537785483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ccb0e16-699d-480d-9846-d051088409e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.539479653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"491fd4e0-e723-4b50-ae76-58965bbbf9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:35.539622614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (27364f8e3b076d694983da38e2ea505726dfeb98bad48dff1390fd31079dc446) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (58ad324815b02086725b3547dda1e792006d56382eb3f090a692f67da78dac65) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fed76ef465d2dd27bcef35de039b051304b4ee2c976df93439232cffe581f084) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (79558181e64c061bec8bed745e997bf4cd4531371b69fee2f1aeb68ad2e31c3b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"721acfd0-68c4-4efd-8bfa-30a05f545757","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.056656352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-sub","reconcileID":"098089de-0a46-40a1-90b0-66dc3aa34e07","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0cf949","subscription":"e2e-dft-0cf949-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.163326607Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-sub","reconcileID":"098089de-0a46-40a1-90b0-66dc3aa34e07","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.216371365Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-sub","reconcileID":"098089de-0a46-40a1-90b0-66dc3aa34e07","MaaSSubscription":{"name":"e2e-dft-0cf949-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0cf949","namespace":"llm","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.56199039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"bb44fdb5-6ed9-4690-ae9c-ac32267c5611","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.562012344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"bb44fdb5-6ed9-4690-ae9c-ac32267c5611","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.722669493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"d1cbb947-2db5-4fb2-bd98-bc8de4890cc5","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.722688222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"d1cbb947-2db5-4fb2-bd98-bc8de4890cc5","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.769268228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fb4c0a4-de49-42dc-b0df-480717e9d7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.769305575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f05f2cd-009c-4483-a423-dd9e3658e99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.772196864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9be71c69-ee8f-42b8-940e-d78664afb7b1","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.772202821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"8881af54-43fa-4394-b6b7-a6786f0c06d3","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:13:45.837590476Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"d1cbb947-2db5-4fb2-bd98-bc8de4890cc5","name":"e2e-dft-0cf949","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-0cf949\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:13:45.837635536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"d1cbb947-2db5-4fb2-bd98-bc8de4890cc5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-0cf949\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.913183512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"3ef7f248-2244-42a2-82f0-66037b9ebf3c","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.913199869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"3ef7f248-2244-42a2-82f0-66037b9ebf3c","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:13:45.95217355Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f05f2cd-009c-4483-a423-dd9e3658e99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:13:45.954077513Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9be71c69-ee8f-42b8-940e-d78664afb7b1","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:45.957258368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"8881af54-43fa-4394-b6b7-a6786f0c06d3","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:13:45.957775739Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fb4c0a4-de49-42dc-b0df-480717e9d7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.010276107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa3d4feb-40cc-4509-9ee5-2f951bc4d665","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.010292319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa3d4feb-40cc-4509-9ee5-2f951bc4d665","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:13:46.010338443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f05f2cd-009c-4483-a423-dd9e3658e99b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:13:46.012746705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9be71c69-ee8f-42b8-940e-d78664afb7b1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.01720835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"8881af54-43fa-4394-b6b7-a6786f0c06d3","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:13:46.020333741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fb4c0a4-de49-42dc-b0df-480717e9d7a8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.067541793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"6b456288-469f-4a9c-a067-ecc25957b8cc","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.067610513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"6b456288-469f-4a9c-a067-ecc25957b8cc","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:13:46.072050324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"8881af54-43fa-4394-b6b7-a6786f0c06d3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-0cf949-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.072180346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0cf949-access","reconcileID":"9efd585a-fd7f-42f7-98e2-48fec1d88035","MaaSAuthPolicy":{"name":"e2e-dft-0cf949-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.12006911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd39a592-f2f7-444d-8171-759d193d8e8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.120093109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd39a592-f2f7-444d-8171-759d193d8e8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.222730979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ce9b12e-7486-4173-ac5f-72e3a8edd950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.281435004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ce9b12e-7486-4173-ac5f-72e3a8edd950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.287284992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"539c2841-31b3-4dfb-b721-f37d8f4d8cf6","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.287303237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"539c2841-31b3-4dfb-b721-f37d8f4d8cf6","MaaSModelRef":{"name":"e2e-dft-0cf949","namespace":"llm"},"routeName":"external-model-e2e-dft-0cf949-1df2add4cb56","namespace":"llm","model":"e2e-dft-0cf949","externalModel":"e2e-dft-0cf949","provider":"e2e-dft-0cf949-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.323479548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4156087-abd1-40c2-8238-5f13de2f05d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.323856361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"92ae5fd2-ced4-435c-8ebf-4d2da444e19b","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.352218228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ce9b12e-7486-4173-ac5f-72e3a8edd950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.38381696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"92ae5fd2-ced4-435c-8ebf-4d2da444e19b","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.38387155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4156087-abd1-40c2-8238-5f13de2f05d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.440820272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"92ae5fd2-ced4-435c-8ebf-4d2da444e19b","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.440915269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4156087-abd1-40c2-8238-5f13de2f05d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.606937249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b52226f3-53a3-4766-ae3a-433f544a34c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.606952722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b52226f3-53a3-4766-ae3a-433f544a34c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.663570622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"7d74832d-eaf7-40bb-a52b-78a89c4b3f31","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.66359308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"7d74832d-eaf7-40bb-a52b-78a89c4b3f31","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.71646962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11e4ac48-6f41-482b-85a9-a28775b9b022","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.716485198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11e4ac48-6f41-482b-85a9-a28775b9b022","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.788364011Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"a56a0a28-b7b5-4907-8a9c-d9fd5c4f5b82","namespace":"llm","name":"e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.848901357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae0baea8-695b-4ad3-b40c-3b8de3c6c1b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.848921017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae0baea8-695b-4ad3-b40c-3b8de3c6c1b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.849251588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43b70b5f-f578-4c74-bc10-55fa63f36145","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.849268149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43b70b5f-f578-4c74-bc10-55fa63f36145","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.849520305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58ca06b9-3510-47d3-b302-770e14a7a628","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.84953825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58ca06b9-3510-47d3-b302-770e14a7a628","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.849863543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed8d1dfa-8404-4458-8d2a-3f9f204556ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.849875911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed8d1dfa-8404-4458-8d2a-3f9f204556ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.850085622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9215a25f-16a5-4cd3-af2d-bc7c92f05767","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.850095825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9215a25f-16a5-4cd3-af2d-bc7c92f05767","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.850323053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f0246ad7-055f-40b4-8580-92ad05c0e4d3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.850333158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f0246ad7-055f-40b4-8580-92ad05c0e4d3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.850520565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7cb6c411-1842-4aee-a2ff-2d109c059df8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.850529703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7cb6c411-1842-4aee-a2ff-2d109c059df8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.850730189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dec77394-45c4-43ef-9add-0c50d6390b74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.850743797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dec77394-45c4-43ef-9add-0c50d6390b74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.903317953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"95c03a4b-44b2-4007-aa83-04de7b1f8f48","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.903340953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"95c03a4b-44b2-4007-aa83-04de7b1f8f48","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.943470451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"00d987e2-4d09-4e4f-8a9c-d2052268bd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:46.94854726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7b2e8f59-63ed-4a2e-a393-914b172a10ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.000236333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"aab5b3e9-689c-43ab-a618-d7772d71f9b4","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.000476115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"00d987e2-4d09-4e4f-8a9c-d2052268bd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.000811743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c74423-19a3-49ff-baff-e3b5d0661b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.000832512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f32469d5-ff37-4671-aaa4-d4cbbebd1d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.005079457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"7b2e8f59-63ed-4a2e-a393-914b172a10ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.057851047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"aab5b3e9-689c-43ab-a618-d7772d71f9b4","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.060481621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c74423-19a3-49ff-baff-e3b5d0661b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.060765037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f32469d5-ff37-4671-aaa4-d4cbbebd1d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.061293895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"593ccaf5-3787-4ab2-832b-cb303b091f75","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.061307379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52457584-73f0-4869-9893-77a9ad637f2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.117364045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"aab5b3e9-689c-43ab-a618-d7772d71f9b4","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.121032427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c74423-19a3-49ff-baff-e3b5d0661b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.122359975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f32469d5-ff37-4671-aaa4-d4cbbebd1d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.276682296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"fadc6c8d-1f84-415c-89ec-ab1a3f349fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.279547468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"fc354f4b-dedd-453b-8fcc-54ca2bc5c65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.279554414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1aa72b64-f34c-4619-98c2-db2fb7da1cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.333165966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"fadc6c8d-1f84-415c-89ec-ab1a3f349fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.335795373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1aa72b64-f34c-4619-98c2-db2fb7da1cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.336774038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"fc354f4b-dedd-453b-8fcc-54ca2bc5c65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.372990851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2ff7bbf9-6f6f-4b30-95ea-70e042df3385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.373066568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"47727c24-d5ab-4b66-97a3-8318fde7feba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.431488908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"47727c24-d5ab-4b66-97a3-8318fde7feba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.435019778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2ff7bbf9-6f6f-4b30-95ea-70e042df3385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.436720807Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0cf949","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0cf949","reconcileID":"6fe7c92c-e703-419e-82dc-d50c2e1c35b2","namespace":"llm","name":"e2e-dft-0cf949","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.719703897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"15cbcdbb-beca-4c62-ac0d-a8c2676c356b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.719891835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"8481b1aa-79d0-4d74-af98-237ddd18b95f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.719704381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"9c7421ff-a7e2-4e16-a61c-5fc9556b2c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.779748415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"8481b1aa-79d0-4d74-af98-237ddd18b95f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.780436286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"15cbcdbb-beca-4c62-ac0d-a8c2676c356b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.78309007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"9c7421ff-a7e2-4e16-a61c-5fc9556b2c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.870780841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2693ca94-0b0e-4ee2-b5ce-e3b0d08a82e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.870821218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4145b242-c9ad-42d9-97c9-a59fc358d241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.928226534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4145b242-c9ad-42d9-97c9-a59fc358d241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.929219495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2693ca94-0b0e-4ee2-b5ce-e3b0d08a82e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.984797036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4145b242-c9ad-42d9-97c9-a59fc358d241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:47.986260808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2693ca94-0b0e-4ee2-b5ce-e3b0d08a82e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.101903371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"d1e7eaf9-4a27-4853-b2fe-01d817597e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.101986235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8aa32eb5-20ed-40b2-971b-0a4a12a5decd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.152621868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9d3c3895-282b-48ec-85c1-9146852a266f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.158456855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8aa32eb5-20ed-40b2-971b-0a4a12a5decd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.158483267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"d1e7eaf9-4a27-4853-b2fe-01d817597e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.202704493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"d8095d25-58dc-4058-b94c-0d3adac94270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.202712542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2ffc998c-57f8-48dd-acbf-b4c3fc491cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.209448418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9d3c3895-282b-48ec-85c1-9146852a266f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.261013074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"d8095d25-58dc-4058-b94c-0d3adac94270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.261955573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"2ffc998c-57f8-48dd-acbf-b4c3fc491cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.277546611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9d3c3895-282b-48ec-85c1-9146852a266f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.448685661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"33308283-b6aa-49af-834e-158fffb28ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.505245051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"33308283-b6aa-49af-834e-158fffb28ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.541309103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"5f5fef1c-b8c8-40af-bd3a-2f9ff721e13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.541348132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"31ecdab8-1b17-4bda-a5d0-ab5ec11695a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.598008954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"5f5fef1c-b8c8-40af-bd3a-2f9ff721e13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:48.601675131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"31ecdab8-1b17-4bda-a5d0-ab5ec11695a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.3872498Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"91ffbb49-cc7b-4301-a57b-865cc009368a","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.442596147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"50c819f0-a668-4af4-87b6-c756799292d7","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.544650881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ac59d7a2-5137-45c7-9c3b-d49bb79bbd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.544849227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"cddbaaf2-cf16-486a-af3a-6f0e3b7a7955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.595912261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728ffbfd-ce79-4e4d-91cb-30eb84b903a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.595922381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de8081c0-21da-4ec0-a849-f131802b1c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.596253019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"33b7cd37-5df2-4b9c-83d6-1aa54d331fdf","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.60110051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ac59d7a2-5137-45c7-9c3b-d49bb79bbd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.601340612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"cddbaaf2-cf16-486a-af3a-6f0e3b7a7955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.656435852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de8081c0-21da-4ec0-a849-f131802b1c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.656444219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"33b7cd37-5df2-4b9c-83d6-1aa54d331fdf","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.658862889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728ffbfd-ce79-4e4d-91cb-30eb84b903a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.712673616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de8081c0-21da-4ec0-a849-f131802b1c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.71296255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"33b7cd37-5df2-4b9c-83d6-1aa54d331fdf","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.717765759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728ffbfd-ce79-4e4d-91cb-30eb84b903a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.77124118Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"295e2b60-c577-49f6-809f-d402097eb4ee","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"name":"e2e-dft-refs-4f1761","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.86885937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"9d41d752-9789-4d3a-bdb0-742796f16818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.868886859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4e039bb4-f09e-40bd-a71c-ba5a4617b9f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.873396542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"09e2e7e5-edec-46d7-b849-e3332e579f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.926549568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4e039bb4-f09e-40bd-a71c-ba5a4617b9f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.928887117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d74919a1-86f4-4470-a074-1c353154bbad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.930565769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"9d41d752-9789-4d3a-bdb0-742796f16818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.950318764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"09e2e7e5-edec-46d7-b849-e3332e579f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.950486643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"faa2121d-6431-43d9-ad5b-8b3f4bcc3022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.950678736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"5ba18a1e-0712-44e2-aba5-4bd11e5776ce","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"name":"e2e-dft-refs-4f1761","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.969320569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"9bf6d285-acea-4a9b-aca5-b77338a3a723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:49.969320499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"fc7268f2-802c-4b68-9406-bde0d07c14de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.002413892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ded39831-649d-472d-9b9d-2849fa9b2962","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.002428546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ded39831-649d-472d-9b9d-2849fa9b2962","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.002682533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1f04e96-8a30-4e78-b452-64d42fda92f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.002693341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1f04e96-8a30-4e78-b452-64d42fda92f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.003021879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"821a6d98-29c4-4e8a-b1c9-41834a3255a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.003046843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"821a6d98-29c4-4e8a-b1c9-41834a3255a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.003354095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a6d6a25f-583b-4d2e-adea-998ff37ab972","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.003368702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a6d6a25f-583b-4d2e-adea-998ff37ab972","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.003593688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"966bb51a-2cf1-4181-add5-85d33593f915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.003607644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"966bb51a-2cf1-4181-add5-85d33593f915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.026228953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"fc7268f2-802c-4b68-9406-bde0d07c14de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.026309791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"9bf6d285-acea-4a9b-aca5-b77338a3a723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.056886462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"571b0355-27db-481d-9e5d-d9829b3d802f","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.056907057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"571b0355-27db-481d-9e5d-d9829b3d802f","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.114491156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a64b84b-9253-42c1-ae5c-60bb10c007b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.114517312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a64b84b-9253-42c1-ae5c-60bb10c007b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.114932458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a96e41e-359c-4765-8aed-fbf783f7fbcc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.114948341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a96e41e-359c-4765-8aed-fbf783f7fbcc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.115318009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c0124ca-611a-4604-849d-91d9699901f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.115336789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c0124ca-611a-4604-849d-91d9699901f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.304495601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f8d95b34-e1b5-4e90-a5c7-6add4e7139ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.361104528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f8d95b34-e1b5-4e90-a5c7-6add4e7139ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.414513373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b01e2c61-eff6-455a-ae43-b55cb0c12385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.41488601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"94eed5b3-c324-4454-80be-3bad03748876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.467255826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4dc9fb1-4373-41c5-9a28-c12a5ccf187b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.46732819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"982c0d44-2263-4ced-bd4d-c164abe4e371","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.473492731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b01e2c61-eff6-455a-ae43-b55cb0c12385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.473492733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"94eed5b3-c324-4454-80be-3bad03748876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.524888486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4dc9fb1-4373-41c5-9a28-c12a5ccf187b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.525331601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"982c0d44-2263-4ced-bd4d-c164abe4e371","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.580783384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4dc9fb1-4373-41c5-9a28-c12a5ccf187b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.581162784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"982c0d44-2263-4ced-bd4d-c164abe4e371","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.676042599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"9fb38842-9fdf-4401-97d2-49907aaf2741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.732503063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"9fb38842-9fdf-4401-97d2-49907aaf2741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.73609915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1fa0afc1-d4d3-4bb6-aa31-058dab46896f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.75884446Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"61c97f87-2942-492c-868c-fd522d4fa6bd","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.787113947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d15d1089-eb56-42ad-a05d-742f03afa9a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.792816863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"1fa0afc1-d4d3-4bb6-aa31-058dab46896f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.811016451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"adb4da15-8456-459b-b606-9964e37a0e78","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.811045383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"adb4da15-8456-459b-b606-9964e37a0e78","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4f1761-778f665d8cd7","namespace":"llm","model":"e2e-dft-refs-4f1761","externalModel":"e2e-dft-refs-4f1761","provider":"e2e-dft-refs-4f1761-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.844428497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d15d1089-eb56-42ad-a05d-742f03afa9a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.900516912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d15d1089-eb56-42ad-a05d-742f03afa9a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.904937179Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.964908301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"b94fefbf-32eb-4872-9533-0b6ba761cdd5","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:50.964980772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e846667-b6a6-41e5-bd43-8bb54bd7b2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.03184153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"b94fefbf-32eb-4872-9533-0b6ba761cdd5","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.034927741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e846667-b6a6-41e5-bd43-8bb54bd7b2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.063580499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"3d08e8eb-06a7-4870-bcd7-b407b395eb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.097182837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e846667-b6a6-41e5-bd43-8bb54bd7b2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.098671602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"b94fefbf-32eb-4872-9533-0b6ba761cdd5","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.132218543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"3d08e8eb-06a7-4870-bcd7-b407b395eb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.167668483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"72dfe1ed-7a24-4de6-8998-8ad4ddaf63fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.206351682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"eacff3f3-c3c7-4086-a41a-f5b05f7af75c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-51b136","tenantID":"e2e-extmod-a-51b136","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.224268173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"72dfe1ed-7a24-4de6-8998-8ad4ddaf63fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.25782711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"df99e780-666e-43ab-be98-60b9f185af90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.258236066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"8dd393db-f43f-4e36-acab-8271bcccc437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.258867011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"8203f2d0-e20d-40f1-a9a2-6e69a37085ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.317919892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"8203f2d0-e20d-40f1-a9a2-6e69a37085ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.318268252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"df99e780-666e-43ab-be98-60b9f185af90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.320083396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"8dd393db-f43f-4e36-acab-8271bcccc437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.326837389Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"eacff3f3-c3c7-4086-a41a-f5b05f7af75c","name":"e2e-extmod-a-51b136-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.480354581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"eb2d64b8-8989-4561-9478-9123816b915e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.55449608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"eb2d64b8-8989-4561-9478-9123816b915e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.602947233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a06e06f4-34d6-4735-b0e1-d0ebb81fb4ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.6616805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a06e06f4-34d6-4735-b0e1-d0ebb81fb4ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.711515202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c9e7cb1a-6f6e-47e2-86d3-b911b333503e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.711526702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"e007c245-fba0-43ae-8f51-fbfbb140efad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.763392366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf4e416f-cfe4-4148-8536-5646c3cd69f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.768406348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"c9e7cb1a-6f6e-47e2-86d3-b911b333503e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.768429898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"e007c245-fba0-43ae-8f51-fbfbb140efad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.820456183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf4e416f-cfe4-4148-8536-5646c3cd69f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.876089471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf4e416f-cfe4-4148-8536-5646c3cd69f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.913539929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"305a8c96-b002-461c-8da1-d2e9a0d2d33a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.969748381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"305a8c96-b002-461c-8da1-d2e9a0d2d33a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:51.990958068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"58d3d2e9-a386-4979-9a5d-15f4cae5f9bb","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.14569728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"ad803c44-8566-436e-bec3-7f489d6abb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.196955097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d88d26c3-8433-415c-b2d8-1b99863482ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.196955198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9516704f-dd57-422b-8862-c914d5ec11e5","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.197403137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7d3b469-0058-4201-8da7-e0b02708e382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.20195386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"ad803c44-8566-436e-bec3-7f489d6abb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.254070186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d88d26c3-8433-415c-b2d8-1b99863482ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.254225805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9516704f-dd57-422b-8862-c914d5ec11e5","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.256430339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7d3b469-0058-4201-8da7-e0b02708e382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.309821069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d88d26c3-8433-415c-b2d8-1b99863482ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.310066639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9516704f-dd57-422b-8862-c914d5ec11e5","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.31401285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7d3b469-0058-4201-8da7-e0b02708e382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.331342795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"3e9dcc01-cdf5-4ad5-bda0-74fba47de815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.387821136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"3e9dcc01-cdf5-4ad5-bda0-74fba47de815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.464665391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1b43a2c1-5460-4845-9f0d-53a5187de9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.464713168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"c8d8655a-452c-479e-a69a-146b959fbf10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.467998769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6e5c26db-defd-442a-be69-0325858df48d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.521211052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1b43a2c1-5460-4845-9f0d-53a5187de9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.521253791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"c8d8655a-452c-479e-a69a-146b959fbf10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.524283279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6e5c26db-defd-442a-be69-0325858df48d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.564476206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"d3243706-986e-4928-b462-f26273d81a76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.621904356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"d3243706-986e-4928-b462-f26273d81a76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.763400076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c4847037-57b4-4ae5-853c-cdcf449977e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.82160697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c4847037-57b4-4ae5-853c-cdcf449977e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.872679715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"f979f857-0a21-4830-95a4-4955e85088af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.872883165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"fa6c0d82-d1b4-4229-9d10-1296ba7a8a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.873015186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"91f6c754-cf11-4a28-b6c7-4d3f83c1cd7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.932969489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"f979f857-0a21-4830-95a4-4955e85088af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.932967592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"fa6c0d82-d1b4-4229-9d10-1296ba7a8a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:52.935197777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"91f6c754-cf11-4a28-b6c7-4d3f83c1cd7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.655026852Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"847ad279-24eb-4899-b2ce-f57474b41318","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.708366624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"4b20fd85-4d3f-44fd-bcf1-b8ca15c07c0d","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.708399406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"4b20fd85-4d3f-44fd-bcf1-b8ca15c07c0d","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4f1761-778f665d8cd7","namespace":"llm","model":"e2e-dft-refs-4f1761","externalModel":"e2e-dft-refs-4f1761","provider":"e2e-dft-refs-4f1761-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.764330174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdcd2ae7-364d-4da8-b0a3-e059d0230ba3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.764348638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdcd2ae7-364d-4da8-b0a3-e059d0230ba3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.815027748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"7d9e11d0-52f2-4708-baa8-874e80503ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.815099712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"f4d8b554-b964-44c2-aeee-a6097b5bac9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.816628194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"797f5f97-f6e6-4925-80e1-d2b95f5ab945","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.816643865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"797f5f97-f6e6-4925-80e1-d2b95f5ab945","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.866114959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45b58e3e-e636-4094-9e9f-0d5f9198fd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.866171193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71f5488c-bb14-48ff-8a11-3aa1d1fd2c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.867324758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"840e0f7b-539e-4e45-aefb-6db28df63fb2","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.868654982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6628b80e-2df5-4c04-8c9f-52a16bece08b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.868668128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6628b80e-2df5-4c04-8c9f-52a16bece08b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.868896745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b01d6e25-a313-41e1-b662-5be47351bc47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.868907218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b01d6e25-a313-41e1-b662-5be47351bc47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.869104086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c91e73c-5d60-4d8b-b7cf-c8f4d8c58c54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.869113256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c91e73c-5d60-4d8b-b7cf-c8f4d8c58c54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.872047098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"7d9e11d0-52f2-4708-baa8-874e80503ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.873501017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"f4d8b554-b964-44c2-aeee-a6097b5bac9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.923922664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71f5488c-bb14-48ff-8a11-3aa1d1fd2c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.924276764Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"e5366faa-cbdc-4cfb-852c-fdbcea621d6f","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4f1761-778f665d8cd7","namespace":"llm","model":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.925431266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45b58e3e-e636-4094-9e9f-0d5f9198fd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.932521005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"840e0f7b-539e-4e45-aefb-6db28df63fb2","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.933346214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed51a30f-322b-48cb-8165-0958ba7cb8b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.933476741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c56d8abc-72c5-42ba-a423-bc2a8e46af1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.979796528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71f5488c-bb14-48ff-8a11-3aa1d1fd2c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.981416701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45b58e3e-e636-4094-9e9f-0d5f9198fd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:55.991235269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"840e0f7b-539e-4e45-aefb-6db28df63fb2","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.034229957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b787bea4-aba4-4b51-a692-22811ec8ca3e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.034255116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b787bea4-aba4-4b51-a692-22811ec8ca3e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.03472476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"adc19da8-f468-42ee-871f-8d02d10c2cb0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.034791932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"adc19da8-f468-42ee-871f-8d02d10c2cb0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.03511218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7ea2fad2-8cac-4e87-a7e2-61eb389c1a5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.035128146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7ea2fad2-8cac-4e87-a7e2-61eb389c1a5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.035384578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00395fc7-1e45-41c6-b9c5-638480da1b38","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.035396107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00395fc7-1e45-41c6-b9c5-638480da1b38","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.123732522Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"15863a09-ac1f-469a-8c64-21ae600a9b85","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.137860224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1c0ecead-2dd2-4de2-ac6d-58c258e093ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.140307136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"0be5ed6d-30f7-487d-b0d0-ff10ed138730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.146096662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"326dbfaf-986f-45b0-afd5-c6d30ef6976f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.179889047Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"3393b047-a301-41a4-afce-811f247b8d34","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"name":"e2e-dft-refs-4f1761","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.194955337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"1c0ecead-2dd2-4de2-ac6d-58c258e093ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.196958361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"0be5ed6d-30f7-487d-b0d0-ff10ed138730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.202468122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"326dbfaf-986f-45b0-afd5-c6d30ef6976f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.241423799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"99d3ce12-ecba-427e-9100-20232d9a5270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.241629594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"5bcc0b53-6800-4b83-900b-85643a2a80ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.29902702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"5bcc0b53-6800-4b83-900b-85643a2a80ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.299102198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"99d3ce12-ecba-427e-9100-20232d9a5270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.506221873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"72d599b1-ea0c-402a-8136-b3f6b0a216c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.506226587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"74625f4f-0b25-4ab5-8726-2ec1b03a0e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.512120125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"ef73ee8c-8917-4f9a-bd47-0b425ebad2a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.564133759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"74625f4f-0b25-4ab5-8726-2ec1b03a0e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.567352678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"72d599b1-ea0c-402a-8136-b3f6b0a216c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.570186683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"ef73ee8c-8917-4f9a-bd47-0b425ebad2a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.660746034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12436513-e455-4158-858d-b846334d9acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.660749502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31115c37-9c82-4b57-935a-1be9de2c6630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.752094195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12436513-e455-4158-858d-b846334d9acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.754442062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31115c37-9c82-4b57-935a-1be9de2c6630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.80905379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12436513-e455-4158-858d-b846334d9acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.812951619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31115c37-9c82-4b57-935a-1be9de2c6630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.923928368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"491efe5d-877b-49a5-b99c-3546cb01368a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.925203299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8f229199-10db-4305-b9e3-655997c9091b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.967741895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e605fad2-814c-4734-a4c4-d348ad9b20e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.986631895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"1a426e3c-7d85-4ea7-9317-bd3b4ecda91d","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.986646448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"39494c3a-e2e4-4e5e-89a5-d56e51ef4189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.992290172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"491efe5d-877b-49a5-b99c-3546cb01368a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:56.992426878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"8f229199-10db-4305-b9e3-655997c9091b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.026992545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"e605fad2-814c-4734-a4c4-d348ad9b20e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.044035285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"39494c3a-e2e4-4e5e-89a5-d56e51ef4189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.044296891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"1a426e3c-7d85-4ea7-9317-bd3b4ecda91d","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.100401721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"1a426e3c-7d85-4ea7-9317-bd3b4ecda91d","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.256309867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"9806d663-a096-45ef-99c7-94eb704dfe69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.312852091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"9806d663-a096-45ef-99c7-94eb704dfe69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.356765586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"70b7ad69-fd07-4605-9417-d8f4034289ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.356825946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c9578a8f-a0aa-42e5-8ba1-bc47b2c25313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.414140727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"c9578a8f-a0aa-42e5-8ba1-bc47b2c25313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:13:57.414317318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"70b7ad69-fd07-4605-9417-d8f4034289ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.513343959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","namespace":"ai-tenant-e2e-extmod-a-1cd931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.513394545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","namespace":"ai-tenant-e2e-extmod-a-1cd931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.513440004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","tenant":"e2e-extmod-a-1cd931","tenantID":"e2e-extmod-a-1cd931","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.567517406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-1cd931","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.626906945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"Service","name":"maas-api-e2e-extmod-a-1cd931","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.687870054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-1cd931","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.741441642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-1cd931","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.796402751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.852928311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.902814157Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"19b9a46c-1957-4ad6-a913-47912708a3c5","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.909649577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.956255527Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"7fce801e-b354-4db9-9834-7760b7815a12","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"name":"e2e-dft-refs-4f1761","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:01.963920181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.015542049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.059593483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"09c3148c-ebb2-4ff0-ae14-efde790f2721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.059936448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e4f9330e-3813-47c9-9ce7-75c9209d8804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.067186944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.111346429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fc9c3c6-89a0-4996-9fe1-6a8640dc3972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.111532804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"8074f564-05f7-4e56-a599-036428aa331e","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.111346428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e22493f-b50b-4549-aa42-6cb4061fb2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.117451972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"09c3148c-ebb2-4ff0-ae14-efde790f2721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.118369876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"e4f9330e-3813-47c9-9ce7-75c9209d8804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.118371091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"Service","name":"payload-processing-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.169523984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"8074f564-05f7-4e56-a599-036428aa331e","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.169697371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fc9c3c6-89a0-4996-9fe1-6a8640dc3972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.170055009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.17167606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e22493f-b50b-4549-aa42-6cb4061fb2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.221642327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.225375364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fc9c3c6-89a0-4996-9fe1-6a8640dc3972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.225758359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"8074f564-05f7-4e56-a599-036428aa331e","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.22592056Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"3cc7334b-57ee-47d0-9340-109e3308027e","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"name":"e2e-dft-refs-4f1761","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.227423976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e22493f-b50b-4549-aa42-6cb4061fb2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.272695722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.323691768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.330713662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"41e2103a-84f2-499d-ba06-5b45fd98b496","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.330740665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"41e2103a-84f2-499d-ba06-5b45fd98b496","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.379105369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.379911519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"5408cfbc-834d-4e51-9343-45f14c9ab5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.379935036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a5dfe2a6-ffde-4fc7-8c37-8359114efeaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.381850481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"44c3fab7-bfe7-4421-bd02-ab807c831232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.382048835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1443298c-ad13-48fb-8989-9db080aee178","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.382721968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5e73c39-0154-40ed-851b-00766862631a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.382951437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b98ef259-7643-407f-9d36-650967a585d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.382970763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b98ef259-7643-407f-9d36-650967a585d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.383392384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10e4f6ea-97e7-4844-8383-eac5f45d8689","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.383408973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10e4f6ea-97e7-4844-8383-eac5f45d8689","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.383745097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69d6b9a8-cc42-4029-a4ca-a46744e70293","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.383761869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69d6b9a8-cc42-4029-a4ca-a46744e70293","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.384345832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4106184a-d7b6-4e51-b2f3-de87162105fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.384364394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4106184a-d7b6-4e51-b2f3-de87162105fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.38472795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"91f02ad7-9d12-4aa0-aaa7-c8138348e303","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.384745853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"91f02ad7-9d12-4aa0-aaa7-c8138348e303","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.385084026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1f1015ca-d37c-4195-90ff-d31de49a922b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.38510018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1f1015ca-d37c-4195-90ff-d31de49a922b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.385412557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f610af89-0a35-4ed6-b96a-871080f58158","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.385423755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f610af89-0a35-4ed6-b96a-871080f58158","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.385653615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d938ca89-36f1-43ea-a12f-bc1486f5fac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.385663149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d938ca89-36f1-43ea-a12f-bc1486f5fac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.433313632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.440820538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"5408cfbc-834d-4e51-9343-45f14c9ab5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.443844824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"44c3fab7-bfe7-4421-bd02-ab807c831232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.446722607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a5dfe2a6-ffde-4fc7-8c37-8359114efeaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.447057398Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"dba0ff8d-d7fb-4a87-b6dd-bacf5caa6afb","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"name":"e2e-dft-refs-4f1761","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.480185104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4db9ef4a-b8fa-419b-b019-4f475c36fdcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.480279614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"0d1a7c38-75ae-4387-b76d-4f8677cf7513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.484479283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.538029213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4db9ef4a-b8fa-419b-b019-4f475c36fdcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.53848751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-1cd931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.541772303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"0d1a7c38-75ae-4387-b76d-4f8677cf7513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.589775908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1cd931"},"namespace":"ai-tenant-e2e-extmod-a-1cd931","name":"default-tenant","reconcileID":"44ce42c8-97a6-4dc8-9fc9-92d260a0925b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-1cd931","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.861787169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"3749f484-0c9d-48bb-bc15-08193a4122f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.862177725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5bcaa3c4-2a24-4aaf-b495-6f5c51ca5e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.92178054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"3749f484-0c9d-48bb-bc15-08193a4122f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.922102295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5bcaa3c4-2a24-4aaf-b495-6f5c51ca5e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:02.982258869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c4f0d9fb-8382-4b6b-b7f3-52abc0797246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.033339517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09196b5d-824d-437a-83c3-66a17a5a96dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.033354749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"844f8d9d-8fa8-4cdf-8e2a-b84b8951b58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.038831341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"c4f0d9fb-8382-4b6b-b7f3-52abc0797246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.090900003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09196b5d-824d-437a-83c3-66a17a5a96dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.091008866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"844f8d9d-8fa8-4cdf-8e2a-b84b8951b58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.157396038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09196b5d-824d-437a-83c3-66a17a5a96dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.157416634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"844f8d9d-8fa8-4cdf-8e2a-b84b8951b58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.169847461Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"11153da6-bd7f-4d40-86fc-36d719d7289c","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.221932892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"d942dc0f-e297-4c61-a537-eb44f7981907","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.221962765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"d942dc0f-e297-4c61-a537-eb44f7981907","MaaSModelRef":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4f1761-778f665d8cd7","namespace":"llm","model":"e2e-dft-refs-4f1761","externalModel":"e2e-dft-refs-4f1761","provider":"e2e-dft-refs-4f1761-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.324898008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"99276b4e-ac7b-4ce2-b36d-ad3729a15615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.34639057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"b6a29244-828f-4421-985c-4099d15e6fd6","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.376187852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54605fd9-8940-4d2f-a44e-e394c01677f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.376221165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4548850b-61f8-4485-9199-662a424650fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.381440596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"99276b4e-ac7b-4ce2-b36d-ad3729a15615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.395852807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"56adadf7-8ae2-4021-bf19-6617304db40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.403384005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"b6a29244-828f-4421-985c-4099d15e6fd6","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.434880821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4548850b-61f8-4485-9199-662a424650fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.43514702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54605fd9-8940-4d2f-a44e-e394c01677f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.452779525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"56adadf7-8ae2-4021-bf19-6617304db40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.459228374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"b6a29244-828f-4421-985c-4099d15e6fd6","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.492458015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54605fd9-8940-4d2f-a44e-e394c01677f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.495306544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4548850b-61f8-4485-9199-662a424650fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.615879074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"496a244a-039a-4fec-b807-33698da98d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.672416594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"496a244a-039a-4fec-b807-33698da98d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.716276411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"13df6297-bf5d-4418-bdcb-1d353ecb3b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.716301953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"64628620-d908-4f26-86ae-702d5f803052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.746442102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a0d2266d-76ee-428d-94e7-732cee88b858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.773276209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"64628620-d908-4f26-86ae-702d5f803052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.773311392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"13df6297-bf5d-4418-bdcb-1d353ecb3b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.802845361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a0d2266d-76ee-428d-94e7-732cee88b858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.815792798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4460449a-91d2-49cf-866a-136f5786aaef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:03.872475077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4460449a-91d2-49cf-866a-136f5786aaef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.080625979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9f946d3a-d57b-4e47-9ed1-143d83ba778c","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.130441772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"04f5e8f4-2e40-4919-8114-18e9248d5704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.130618648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"99e764fe-1c66-4bce-9491-f6aaade05685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.13729814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9f946d3a-d57b-4e47-9ed1-143d83ba778c","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.187129135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"04f5e8f4-2e40-4919-8114-18e9248d5704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.18752064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"99e764fe-1c66-4bce-9491-f6aaade05685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.193254733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"9f946d3a-d57b-4e47-9ed1-143d83ba778c","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.231959929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f940ae64-8412-4b9e-9c31-2d5f6c6e0f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.288721665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"f940ae64-8412-4b9e-9c31-2d5f6c6e0f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.35753591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"55bf10ce-08b2-4f4c-8189-d6a65edf44a9","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.564313669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6a95275-1026-4c26-baa4-be6abf18f091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.564493835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3824f7d-0e64-4f9d-9ad8-88e67ac2f862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.614095011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"28ba6882-cc56-49df-9bcf-d3f75e1da83e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.622030764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3824f7d-0e64-4f9d-9ad8-88e67ac2f862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.622375469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6a95275-1026-4c26-baa4-be6abf18f091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.665021987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"df965f88-aaae-403d-b40e-61b3fb28bf1c","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.670901031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"28ba6882-cc56-49df-9bcf-d3f75e1da83e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.678655718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6a95275-1026-4c26-baa4-be6abf18f091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.678815208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3824f7d-0e64-4f9d-9ad8-88e67ac2f862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.713674216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"264dce6c-1232-4884-907d-e2d5e4a6bd39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.722608747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"df965f88-aaae-403d-b40e-61b3fb28bf1c","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.770180042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"264dce6c-1232-4884-907d-e2d5e4a6bd39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.778889758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"df965f88-aaae-403d-b40e-61b3fb28bf1c","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.835055405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ffe86611-1e26-49ff-a66b-abf0b030f3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.835059613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"095c8e64-833c-4183-a4f7-ebf1debc8f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.891948994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ffe86611-1e26-49ff-a66b-abf0b030f3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.891960576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"095c8e64-833c-4183-a4f7-ebf1debc8f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.935032257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"3e510f37-d0c1-4342-b741-485a1dccbb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:04.991483108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"3e510f37-d0c1-4342-b741-485a1dccbb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.036007453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"076ead74-0440-4ba5-bcb4-0a60746e3c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.092189254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"076ead74-0440-4ba5-bcb4-0a60746e3c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.135701903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"8f5aa064-9c34-4d4c-9771-dce321adc779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.191949968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"8f5aa064-9c34-4d4c-9771-dce321adc779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.229126166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a9a35728-c27b-411b-8345-a030c1cd40d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.229300327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"501b6301-1fb1-4f21-97c5-9233fc1732cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.286017515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"501b6301-1fb1-4f21-97c5-9233fc1732cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.286035564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"a9a35728-c27b-411b-8345-a030c1cd40d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.329669321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"7a9bdd57-2bf3-4dc4-823f-d0c2fe3ff805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:05.386171946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"7a9bdd57-2bf3-4dc4-823f-d0c2fe3ff805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.224813208Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1cd931","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1cd931","reconcileID":"ac5f4ba8-e3d7-4c31-9630-78b872183140","aitenant":"ai-tenants/e2e-extmod-a-1cd931","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.457645071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"0d70637a-b799-4412-97af-eed2ab67aaf3","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.513724662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e34085c1-cb7a-4a34-bd93-c2414de5da95","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.513743309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e34085c1-cb7a-4a34-bd93-c2414de5da95","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.514013338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"183211d4-6669-4ff8-9c1a-b8a6a2463f1e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.514026557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"183211d4-6669-4ff8-9c1a-b8a6a2463f1e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.514285603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8fa0fa48-6342-4b59-b60b-fe8e3d51fa97","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.514297636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8fa0fa48-6342-4b59-b60b-fe8e3d51fa97","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.514517141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"77233041-0048-4082-88b0-f1ad8ab4a109","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.514529162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"77233041-0048-4082-88b0-f1ad8ab4a109","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.514752744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ccdc0af-51be-43dc-aa73-714ae98a6565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.514763646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ccdc0af-51be-43dc-aa73-714ae98a6565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.568980321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"94971728-aacc-44e9-b9b4-9642b0837537","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.569005749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"94971728-aacc-44e9-b9b4-9642b0837537","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.614007835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"21f3737a-18a1-4f8f-a3c2-4f1c12e15e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.61402361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"49e14a9f-ec19-4a06-86af-b413753a8d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.621528546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39f4be81-6190-4834-bdaf-ad5579ba6d2a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.621542596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39f4be81-6190-4834-bdaf-ad5579ba6d2a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.621791666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb8500d3-bfc0-4883-aae7-48b9f63b440f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.621802212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb8500d3-bfc0-4883-aae7-48b9f63b440f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.622002322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47c04d49-086e-4150-ab2d-fca3dd03f2f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.622012483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47c04d49-086e-4150-ab2d-fca3dd03f2f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.665063656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"c8b32e3d-4476-42e5-8532-2d823fed00e3","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.665203398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5cb0873-3b1c-4081-af47-86a744ddf720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.665527578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e97a658-9199-4e47-bde6-0cc1972166b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.670961595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"49e14a9f-ec19-4a06-86af-b413753a8d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.671965116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"21f3737a-18a1-4f8f-a3c2-4f1c12e15e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.722873008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5cb0873-3b1c-4081-af47-86a744ddf720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.722944036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"c8b32e3d-4476-42e5-8532-2d823fed00e3","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.723799256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7454a254-aad2-4d12-9962-241faa40330a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.724238338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30791ae8-dbcc-4a61-b986-9398ee00b617","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.725190272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e97a658-9199-4e47-bde6-0cc1972166b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.780393096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5cb0873-3b1c-4081-af47-86a744ddf720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.78162987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"c8b32e3d-4476-42e5-8532-2d823fed00e3","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.782052011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e97a658-9199-4e47-bde6-0cc1972166b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.786917499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bbe77ff-bf29-4a47-8156-f36302788e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.839019256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bbe77ff-bf29-4a47-8156-f36302788e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.890737864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bbe77ff-bf29-4a47-8156-f36302788e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.942187535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bbe77ff-bf29-4a47-8156-f36302788e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.972366745Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4f1761","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4f1761","reconcileID":"c2716d6e-cd23-4ec4-97a4-c4d4c03106ce","namespace":"llm","name":"e2e-dft-refs-4f1761","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:08.994657088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2dbb5985-bdd1-4d9e-a5ea-178f236d9f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.045126523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"859b7ff9-aa8e-462f-8ddc-4555b4720692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.045581068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"943899e0-06e4-40b9-850e-1b7a26a6a3e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.051054075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"2dbb5985-bdd1-4d9e-a5ea-178f236d9f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.095639042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4eccdfe1-f2f0-4f1d-b8e4-126482dc2a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.096182969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"3f6abb99-d642-4166-8a20-d32828c17c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.101624235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"859b7ff9-aa8e-462f-8ddc-4555b4720692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.101726864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"943899e0-06e4-40b9-850e-1b7a26a6a3e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.151956322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"4eccdfe1-f2f0-4f1d-b8e4-126482dc2a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.152421701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"3f6abb99-d642-4166-8a20-d32828c17c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.214909083Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1cd931","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1cd931","reconcileID":"ac5f4ba8-e3d7-4c31-9630-78b872183140","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1cd931","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-1cd931"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.460891008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"841be26c-92c3-4cc3-8bdd-e663567e09fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.461393409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a0de1e03-bf5a-4001-b5d0-7f4afcc96fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.461410909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"395ded1d-cb38-4b79-90e3-c9ebc4b96220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.51734117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"841be26c-92c3-4cc3-8bdd-e663567e09fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.517822202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a0de1e03-bf5a-4001-b5d0-7f4afcc96fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.521600517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"395ded1d-cb38-4b79-90e3-c9ebc4b96220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.612939199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a34c7cde-8622-4766-b687-cea6416d5730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.613011065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc2f6f90-ef68-4913-80f4-a5ab1498c9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.670232786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc2f6f90-ef68-4913-80f4-a5ab1498c9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.670271565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a34c7cde-8622-4766-b687-cea6416d5730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.726930067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a34c7cde-8622-4766-b687-cea6416d5730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.728013411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc2f6f90-ef68-4913-80f4-a5ab1498c9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.877599824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"25234c96-a67c-45a5-be59-a1b390c6edbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.931581516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"a66406b4-2125-456c-990f-f40c6c473ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.93169438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a4f4a9f9-fd14-44fc-8ae6-ae3c03d56b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.93193368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a865e61d-adea-4f33-a1e3-a96a84bd8f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.93423779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"25234c96-a67c-45a5-be59-a1b390c6edbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:09.989405571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"a66406b4-2125-456c-990f-f40c6c473ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.035669162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"6c4dd63e-10c1-47c5-ae72-3a550d909232","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.041164757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"a865e61d-adea-4f33-a1e3-a96a84bd8f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.041179437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a4f4a9f9-fd14-44fc-8ae6-ae3c03d56b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.095033485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"6c4dd63e-10c1-47c5-ae72-3a550d909232","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.150584685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"6c4dd63e-10c1-47c5-ae72-3a550d909232","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.350975583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"196196bd-43d1-43a5-b59c-710e1790fdd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.408512456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"196196bd-43d1-43a5-b59c-710e1790fdd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.452971039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"28e81085-8688-40c6-938f-577e28422a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.453459823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"73c5d141-4f6e-4619-8741-9c2897af76f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.512605946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"28e81085-8688-40c6-938f-577e28422a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.514705071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"73c5d141-4f6e-4619-8741-9c2897af76f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.575947624Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ae0d5","reconcileID":"302fc3e6-6bdd-4fc6-a871-670d7b8ec224","namespace":"llm","name":"e2e-dft-del-4ae0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.64116644Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ae0d5","reconcileID":"b9d58538-fc92-4e1e-9503-388ee9ad086d","namespace":"llm","name":"e2e-dft-del-4ae0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.863775169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bf91bc-60d4-455a-ae4c-d59dc0935652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.86408828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d19bf022-2ee3-400f-a4a2-f6f8eae61b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.915641056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bf91bc-60d4-455a-ae4c-d59dc0935652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.91568602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18b6d4bc-88d1-4ff2-9d04-ba4d2e436a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.967430335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bf91bc-60d4-455a-ae4c-d59dc0935652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.967734805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"e2ea89dc-92de-4bcb-942f-293a3d7cde95","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:10.978733771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18b6d4bc-88d1-4ff2-9d04-ba4d2e436a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.019499855Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ae0d5","reconcileID":"f86559f2-c8a8-47bc-9406-fbd381081bb1","MaaSModelRef":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"name":"e2e-dft-del-4ae0d5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.019621003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51bf91bc-60d4-455a-ae4c-d59dc0935652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.026805866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d19bf022-2ee3-400f-a4a2-f6f8eae61b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.026882273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"e2ea89dc-92de-4bcb-942f-293a3d7cde95","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.073014661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"25a3277b-64d8-4d4e-99a4-18f44ff7cdd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.078065019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18b6d4bc-88d1-4ff2-9d04-ba4d2e436a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.082947678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"e2ea89dc-92de-4bcb-942f-293a3d7cde95","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.083075545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d19bf022-2ee3-400f-a4a2-f6f8eae61b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.139283226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ffda498e-3ee8-4a98-873c-e402337980cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.139306795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ffda498e-3ee8-4a98-873c-e402337980cc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.139797491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b3bd3ecc-bbbf-4dd2-8a5b-267cac8c03dd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.139816872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b3bd3ecc-bbbf-4dd2-8a5b-267cac8c03dd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.140186741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64a99cad-a195-4f12-93a0-84931697133c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.140204212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64a99cad-a195-4f12-93a0-84931697133c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.145142183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"25a3277b-64d8-4d4e-99a4-18f44ff7cdd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.18999892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6d5f63b8-79fb-47f2-95fd-012ad2d562a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.192144502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ae0d5","reconcileID":"8ae690c3-869b-458e-af1d-f82fb3d302ad","MaaSModelRef":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"name":"e2e-dft-del-4ae0d5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.23641195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"635e983c-2322-4cb0-a211-328b24c207ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.236413928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0af0a693-51a5-45eb-ad00-991cd15ce25a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.29299649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2cf3e81-db9b-4d23-9cb1-8bf51ce5bf0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293012989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2cf3e81-db9b-4d23-9cb1-8bf51ce5bf0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293283383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9b7adcbc-7e62-41f2-9642-99753655d9e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293294593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9b7adcbc-7e62-41f2-9642-99753655d9e1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293445306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"bd028095-43cd-48bf-ad30-dd6995f26561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.29349344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"906fcb98-da95-4008-9a8c-8a06aab10108","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293503717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"906fcb98-da95-4008-9a8c-8a06aab10108","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293691853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0aa17a0f-8941-42c7-9530-045416ebf22d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293701332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0aa17a0f-8941-42c7-9530-045416ebf22d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293869653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"491eb98e-c747-4a48-a770-9e153b80e86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293899763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08a4e391-35fc-4a90-b2d5-b72f3a8e42c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.293906154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08a4e391-35fc-4a90-b2d5-b72f3a8e42c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.294242326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"c779ca57-9cf7-472f-8321-664f21e88134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.299503199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"6d5f63b8-79fb-47f2-95fd-012ad2d562a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.350939284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"396772c4-1ddd-4dcf-93f3-c41b68a9379c","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.350958997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"396772c4-1ddd-4dcf-93f3-c41b68a9379c","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.357086671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"bd028095-43cd-48bf-ad30-dd6995f26561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.357086278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"c779ca57-9cf7-472f-8321-664f21e88134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.35926599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"491eb98e-c747-4a48-a770-9e153b80e86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.552297535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"af0f2e79-e4eb-4e7e-8362-5c43959f926b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.610389691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"af0f2e79-e4eb-4e7e-8362-5c43959f926b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.659618005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"94788792-67b7-48cf-af0c-8e061a778875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.717591792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"94788792-67b7-48cf-af0c-8e061a778875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.753017155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"420ef9fb-b543-4337-9741-06af397edcf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.753036148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"9b86b4d3-9605-4ec5-b4b8-6fbed0f9af34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.753510763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"042eb08e-e640-4499-8850-8d22c9c0efd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.809711822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"9b86b4d3-9605-4ec5-b4b8-6fbed0f9af34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.811600913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"420ef9fb-b543-4337-9741-06af397edcf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.815338364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"042eb08e-e640-4499-8850-8d22c9c0efd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:11.978755214Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ae0d5","reconcileID":"2129d55a-2626-49c9-b0bd-2710c17e111a","namespace":"llm","name":"e2e-dft-del-4ae0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.02924173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3584dd1b-943a-4c5d-a162-15faffbf7425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.030694479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ae0d5","reconcileID":"8446f7b9-f441-4b20-91e0-bd3f169c29e9","MaaSModelRef":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-4ae0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.030714803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ae0d5","reconcileID":"8446f7b9-f441-4b20-91e0-bd3f169c29e9","MaaSModelRef":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"routeName":"external-model-e2e-dft-del-4ae0d5-7eaa47dcdb1c","namespace":"llm","model":"e2e-dft-del-4ae0d5","externalModel":"e2e-dft-del-4ae0d5","provider":"e2e-dft-del-4ae0d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.086576051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3584dd1b-943a-4c5d-a162-15faffbf7425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.130923928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"906ff62f-71f8-462b-bcf3-73a6c4b8eda2","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.144165846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3584dd1b-943a-4c5d-a162-15faffbf7425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.180083755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0ef3ad82-c5b9-4fd8-a999-cc6dd97a5948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.182468048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"5ca34e91-f8a6-41e2-8f55-34214aa4d787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.187870973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"906ff62f-71f8-462b-bcf3-73a6c4b8eda2","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.231132973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0dc3ee2-5eab-40f6-af11-48b8e994eaa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.236400955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0ef3ad82-c5b9-4fd8-a999-cc6dd97a5948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.238566178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"5ca34e91-f8a6-41e2-8f55-34214aa4d787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.243511929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"906ff62f-71f8-462b-bcf3-73a6c4b8eda2","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.288053388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0dc3ee2-5eab-40f6-af11-48b8e994eaa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.343927307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0dc3ee2-5eab-40f6-af11-48b8e994eaa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.380800255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"74cd6b50-7ecf-4677-b42a-739406e09f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.437312298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"74cd6b50-7ecf-4677-b42a-739406e09f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.532232748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc3ec427-ac3d-4384-a38a-b09843d9d001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.58942055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc3ec427-ac3d-4384-a38a-b09843d9d001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.635290362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"d407c9e3-a362-4b11-b236-aef9100bdc52","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.64531971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc3ec427-ac3d-4384-a38a-b09843d9d001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.687136708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d001edf0-1c53-498f-9089-7e69a3f13ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.687315492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"9a03a42a-e42b-41e2-907b-b77f4939836a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.693259665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"d407c9e3-a362-4b11-b236-aef9100bdc52","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.745139336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"9a03a42a-e42b-41e2-907b-b77f4939836a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.746203861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"d001edf0-1c53-498f-9089-7e69a3f13ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.749637087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"d407c9e3-a362-4b11-b236-aef9100bdc52","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.79850012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"8ed58aa5-a915-4c46-95f8-e8dd90d62ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.85651169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"8ed58aa5-a915-4c46-95f8-e8dd90d62ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.898870921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"ca8b86b7-2606-4834-8950-fec2bac9e34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:12.958397268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"ca8b86b7-2606-4834-8950-fec2bac9e34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:13.005325622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"8651953e-6458-49c3-8845-05ebf977abeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:13.065467229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"8651953e-6458-49c3-8845-05ebf977abeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:13.112443683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"2e423399-0c6c-455b-8c44-66e2c00a9817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:13.112698779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ea498e91-2308-4e26-91ab-ce2f741f71c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:13.169515438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"2e423399-0c6c-455b-8c44-66e2c00a9817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:13.171894906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"ea498e91-2308-4e26-91ab-ce2f741f71c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.109388801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3a3eda-e955-4277-b6c3-a07f587dc60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.161791814Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ae0d5","reconcileID":"120046dc-b584-4486-8729-df20d26041bb","namespace":"llm","name":"e2e-dft-del-4ae0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.162677066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3a3eda-e955-4277-b6c3-a07f587dc60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.214435643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3a3eda-e955-4277-b6c3-a07f587dc60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.230039145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f0393bf-62db-4093-aef5-bf10df905a85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.230054589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f0393bf-62db-4093-aef5-bf10df905a85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.266426557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3a3eda-e955-4277-b6c3-a07f587dc60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.267656093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c65f12e-de75-4428-ba5b-ca7d1750260b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.267673928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c65f12e-de75-4428-ba5b-ca7d1750260b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.267961463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00306937-0419-4a94-91fc-42e7ff95aac1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.267980089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00306937-0419-4a94-91fc-42e7ff95aac1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.268289192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8cece620-a68b-4331-9399-6e630cc1cf19","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.268300651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8cece620-a68b-4331-9399-6e630cc1cf19","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.268495833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"720f3594-b380-4e7a-8d61-83ce36d3a655","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.268506089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"720f3594-b380-4e7a-8d61-83ce36d3a655","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.268690651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45616331-cfb9-4f64-838b-3aa090fc1c2c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.268699632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45616331-cfb9-4f64-838b-3aa090fc1c2c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.268883961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b8b7238-9f72-4f53-9e49-f2c55573d142","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.268893462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b8b7238-9f72-4f53-9e49-f2c55573d142","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.2690723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22c957ec-bb4c-40d0-b251-097256cc4aa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.269081022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22c957ec-bb4c-40d0-b251-097256cc4aa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.32335303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"0ab2cbfd-f6ed-4d9f-8239-3d7a79079065","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.323371633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"0ab2cbfd-f6ed-4d9f-8239-3d7a79079065","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.422521039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c68d51fa-12f4-486a-bedf-f21e73690ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.423129016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5b283eb3-6622-425f-9212-ce1360241d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.480219879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"5b283eb3-6622-425f-9212-ce1360241d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.480871127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"c68d51fa-12f4-486a-bedf-f21e73690ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.486783444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"289b2839-cc27-4f32-95d6-f9671ea830c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.486914993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d6db085-4fa8-49a2-88e3-86ede82721ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.487227885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"e6730534-83f7-40b6-b12f-e11be56cff8f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.544070164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"289b2839-cc27-4f32-95d6-f9671ea830c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.545283406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d6db085-4fa8-49a2-88e3-86ede82721ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.546537691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"e6730534-83f7-40b6-b12f-e11be56cff8f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.594538606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c851b44a-9528-4a98-acb8-b490cda84e6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.594906366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7dae219a-41c2-43df-950d-3a8fa1a48699","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.599741797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"289b2839-cc27-4f32-95d6-f9671ea830c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.601607087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d6db085-4fa8-49a2-88e3-86ede82721ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.602125926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"e6730534-83f7-40b6-b12f-e11be56cff8f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.703174844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ae0d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ae0d5","reconcileID":"b5279e3f-1ef1-45d1-9a1e-4920bab79239","namespace":"llm","name":"e2e-dft-del-4ae0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.757480507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"449a1541-3a2d-4537-ac6f-ecaf5c62a8b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.757744575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0d036138-c915-4067-a6fa-b0f8c625ab97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.757542089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"869a7084-ce35-49f3-a538-cf6bd5e18b51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.814475048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"449a1541-3a2d-4537-ac6f-ecaf5c62a8b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.814739403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0d036138-c915-4067-a6fa-b0f8c625ab97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.816608607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"869a7084-ce35-49f3-a538-cf6bd5e18b51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.926465598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"8d977e6f-5d83-405f-b990-80f8b2af13c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.926472449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2577b536-57eb-4c78-b9c5-4ce4a9d942b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.983325457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"8d977e6f-5d83-405f-b990-80f8b2af13c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:17.983342128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"2577b536-57eb-4c78-b9c5-4ce4a9d942b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.182480814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"0a56d0e0-2860-4af6-bbfe-3a621b4f9111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.191032756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5096c26c-6837-4a6f-8ce3-3ed2e37b1681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.238769276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"0a56d0e0-2860-4af6-bbfe-3a621b4f9111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.248122695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"5096c26c-6837-4a6f-8ce3-3ed2e37b1681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.326734237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"614067db-58df-4c5e-9072-28fd4f211592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.383966329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"614067db-58df-4c5e-9072-28fd4f211592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.483369346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"841e14be-f93e-46f4-8669-7d915ed12cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.483762773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0221222a-7497-49ac-8a20-c16791e49e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.541192257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"841e14be-f93e-46f4-8669-7d915ed12cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.541233238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0221222a-7497-49ac-8a20-c16791e49e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.65947191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"841e14be-f93e-46f4-8669-7d915ed12cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.661030585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0221222a-7497-49ac-8a20-c16791e49e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.709315325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"1e3d37ce-c2d4-444f-9754-d640b246f95f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.762884655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3ffa5d3e-22b9-4f8f-8f7f-ed1beeae4171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.76863919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"1e3d37ce-c2d4-444f-9754-d640b246f95f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.819464671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"3ffa5d3e-22b9-4f8f-8f7f-ed1beeae4171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.824495553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"1e3d37ce-c2d4-444f-9754-d640b246f95f","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.847589718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a212dd5a-69fb-4c1a-85e9-96dd791aeb70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.847606377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4cd2d6fc-4176-4af4-b64b-24c57fbed855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.848080748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"bd464264-1f32-4ca1-b0dc-68cc330d15c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.905030538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"bd464264-1f32-4ca1-b0dc-68cc330d15c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.905072055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"4cd2d6fc-4176-4af4-b64b-24c57fbed855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.907111904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"a212dd5a-69fb-4c1a-85e9-96dd791aeb70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:18.979120917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"86e244c3-be82-4403-99b3-8bb2c420e772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:19.035878346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"86e244c3-be82-4403-99b3-8bb2c420e772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:19.217796902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab737da-3efc-4da0-9882-2c5982a038ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:19.270185588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab737da-3efc-4da0-9882-2c5982a038ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:19.321935757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab737da-3efc-4da0-9882-2c5982a038ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:19.373599649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab737da-3efc-4da0-9882-2c5982a038ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:20.90572465Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:25.571961108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43969540-6afd-4631-b2e0-aaa9eb176b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:25.623718454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43969540-6afd-4631-b2e0-aaa9eb176b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:25.675264991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43969540-6afd-4631-b2e0-aaa9eb176b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:25.726842169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43969540-6afd-4631-b2e0-aaa9eb176b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:26.17304042Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e6522d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e6522d","reconcileID":"eb352c8b-a583-48c1-808b-5e7db62fcf6b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e6522d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-e6522d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:27.665370469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d97a8c-c40d-404d-bec4-fe1b2e64c350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:27.716712835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d97a8c-c40d-404d-bec4-fe1b2e64c350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:27.768222174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d97a8c-c40d-404d-bec4-fe1b2e64c350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:27.821525195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d97a8c-c40d-404d-bec4-fe1b2e64c350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:28.907844028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f08fa7c-4334-4043-b232-a3e05980d5b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:28.959147287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b45159-b086-4556-9c8e-c6d5008efcf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:28.964988851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f08fa7c-4334-4043-b232-a3e05980d5b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.016114929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b45159-b086-4556-9c8e-c6d5008efcf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.020512989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f08fa7c-4334-4043-b232-a3e05980d5b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.064871285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"ecaa1a30-629e-47c4-9ac7-ec5b94ceb8e6","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.082320345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58c6a782-0909-4eb5-ba70-4220924cdc7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.08233912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58c6a782-0909-4eb5-ba70-4220924cdc7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.105850824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b45159-b086-4556-9c8e-c6d5008efcf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.126350528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"ecaa1a30-629e-47c4-9ac7-ec5b94ceb8e6","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.164819492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d52437e9-7b3b-4a8c-b8d8-b3c14726e9e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.164834619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d52437e9-7b3b-4a8c-b8d8-b3c14726e9e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.23238441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"ecaa1a30-629e-47c4-9ac7-ec5b94ceb8e6","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.350894531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"8c1c3726-1806-4cfb-b95a-7016654e3fee","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.350914809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"8c1c3726-1806-4cfb-b95a-7016654e3fee","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.754066449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f9ceb7-3df3-42f1-b573-24f19c91dd1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.806097533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f9ceb7-3df3-42f1-b573-24f19c91dd1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.858143562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f9ceb7-3df3-42f1-b573-24f19c91dd1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:29.915730545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f9ceb7-3df3-42f1-b573-24f19c91dd1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:31.807049735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec58fae-eb3e-44f7-9a18-2500ffe9f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:31.859410915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec58fae-eb3e-44f7-9a18-2500ffe9f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:31.910980967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec58fae-eb3e-44f7-9a18-2500ffe9f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:31.962720302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec58fae-eb3e-44f7-9a18-2500ffe9f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:33.897925716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b090eec1-a6c9-4ce7-ac29-e65ef7a59215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:33.949974406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b090eec1-a6c9-4ce7-ac29-e65ef7a59215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:34.001436263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b090eec1-a6c9-4ce7-ac29-e65ef7a59215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:34.052961707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b090eec1-a6c9-4ce7-ac29-e65ef7a59215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:39.288405122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8573aa34-262d-4fae-96ff-daadb1126636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:39.345076782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8573aa34-262d-4fae-96ff-daadb1126636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:39.39022711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa38ed70-a286-477a-ac82-5ace0c57b6df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:39.401386254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8573aa34-262d-4fae-96ff-daadb1126636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:39.447071594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa38ed70-a286-477a-ac82-5ace0c57b6df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:39.496766216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"f0292a56-2766-4ddc-9567-ce2e1a9ed84a","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:39.502574159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa38ed70-a286-477a-ac82-5ace0c57b6df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:39.558985466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"f0292a56-2766-4ddc-9567-ce2e1a9ed84a","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:39.615384893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"f0292a56-2766-4ddc-9567-ce2e1a9ed84a","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:49.607327467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2faaa7-2c36-43db-9787-ca13542d08d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:49.664623424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2faaa7-2c36-43db-9787-ca13542d08d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:49.708008996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab4598f0-35b3-42dc-8700-f3c9935501c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:49.720286277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2faaa7-2c36-43db-9787-ca13542d08d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:49.765761298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab4598f0-35b3-42dc-8700-f3c9935501c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:49.821398585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab4598f0-35b3-42dc-8700-f3c9935501c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:49.823680794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"2df4f97d-4b59-48de-a351-28f61a7ad0c9","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:49.881263963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"2df4f97d-4b59-48de-a351-28f61a7ad0c9","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:49.937569892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"2df4f97d-4b59-48de-a351-28f61a7ad0c9","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:50.906125774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:59.927125363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab79a1ab-4769-438a-87c0-8260af060bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:14:59.983744443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab79a1ab-4769-438a-87c0-8260af060bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.027520412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049d5b2b-a066-4c19-918f-02945d51ebb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.083964035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049d5b2b-a066-4c19-918f-02945d51ebb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.149371601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"2ea6bc66-4024-47d6-b954-13d0ff2773bb","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.214935268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"2ea6bc66-4024-47d6-b954-13d0ff2773bb","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.324131075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"290075b5-4586-4bdc-903b-38b72c4a0f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.324202755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"290075b5-4586-4bdc-903b-38b72c4a0f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.408403971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f204281b-4090-4cae-a065-bea6f0c4894e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.408430319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f204281b-4090-4cae-a065-bea6f0c4894e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.664813106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"cc4e46f0-1a95-4e57-842b-65764a0f07a4","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:00.664848978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"cc4e46f0-1a95-4e57-842b-65764a0f07a4","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.280337144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"83a5c272-0fb7-44b1-af5a-e134156f3313","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.280363486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"83a5c272-0fb7-44b1-af5a-e134156f3313","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:15:01.33722715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"c5082357-005e-4029-9a4d-cb4c7c2ebae7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-aa6d73-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.433711233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"d66d9475-5cea-4036-a762-debcaf9f039a","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.433865428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac23fec2-6475-4d70-ae3c-7f8bd30240ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.434311145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3d6d078-6f5a-469a-b729-c04b3571a002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.440897171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"f72815ac-37af-43d2-a40a-599612a38a3a","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.440913236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"f72815ac-37af-43d2-a40a-599612a38a3a","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:15:01.5480262Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"f72815ac-37af-43d2-a40a-599612a38a3a","name":"e2e-dft-aa6d73","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-aa6d73\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:15:01.548076905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"f72815ac-37af-43d2-a40a-599612a38a3a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-aa6d73\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.561960213Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3d6d078-6f5a-469a-b729-c04b3571a002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:15:01.566285826Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac23fec2-6475-4d70-ae3c-7f8bd30240ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:15:01.56953253Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"d66d9475-5cea-4036-a762-debcaf9f039a","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.600282039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"251b1fb2-f45e-4fc3-b99b-f59eb656f955","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.600297956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"251b1fb2-f45e-4fc3-b99b-f59eb656f955","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.617072098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3d6d078-6f5a-469a-b729-c04b3571a002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:15:01.625689989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac23fec2-6475-4d70-ae3c-7f8bd30240ee","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:15:01.626355721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"d66d9475-5cea-4036-a762-debcaf9f039a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.654875599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1af0a047-836c-4086-8b1a-4922035c6a1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.654889854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1af0a047-836c-4086-8b1a-4922035c6a1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.707026392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"bb775765-c481-43b6-ac15-6c3a20e142a0","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.707043358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"bb775765-c481-43b6-ac15-6c3a20e142a0","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.759229738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7895c4d1-cb9b-4c57-b04f-62f4d955faca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.759244397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7895c4d1-cb9b-4c57-b04f-62f4d955faca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.774304976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"0a372c11-83c5-4e9a-83e1-e2db1bdce886","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","model":"e2e-dft-aa6d73","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-aa6d73-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.833371618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"14fd7829-c7f6-43cc-bcd4-85eacf970725","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.833426277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d50f038c-505e-4375-bcaa-ead42c21cf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.889959836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d50f038c-505e-4375-bcaa-ead42c21cf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.890220324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"14fd7829-c7f6-43cc-bcd4-85eacf970725","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.933466582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8abf0d6a-3499-4422-8e56-5c36755c9dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.945592831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d50f038c-505e-4375-bcaa-ead42c21cf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.945935945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"14fd7829-c7f6-43cc-bcd4-85eacf970725","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:01.990368609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8abf0d6a-3499-4422-8e56-5c36755c9dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.044231372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"1ba7e3d1-13a1-4a82-bce8-23b72944d65a","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.044256197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"1ba7e3d1-13a1-4a82-bce8-23b72944d65a","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.046356927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8abf0d6a-3499-4422-8e56-5c36755c9dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.096249591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a64a4b5-3a4e-41c3-9829-ae1913d88e2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.096265377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a64a4b5-3a4e-41c3-9829-ae1913d88e2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.148339504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"b172dc30-6482-4b3b-a148-bc7269ca6c25","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.148359351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"b172dc30-6482-4b3b-a148-bc7269ca6c25","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.250140403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"c7eb7625-449b-403d-b01e-f01a3e03e79f","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","model":"llm/e2e-dft-aa6d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.525788708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"998f590f-d0ca-4c94-99d7-e7b76a456503","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:02.525812695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"998f590f-d0ca-4c94-99d7-e7b76a456503","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:08.797508327Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","namespace":"ai-tenant-e2e-extmod-a-d48eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:08.797583726Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","namespace":"ai-tenant-e2e-extmod-a-d48eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:08.797644079Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","tenant":"e2e-extmod-a-d48eb5","tenantID":"e2e-extmod-a-d48eb5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:08.853838369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d48eb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:08.915173039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"Service","name":"maas-api-e2e-extmod-a-d48eb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:08.971927416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d48eb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.02530186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d48eb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.080082487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.136144037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.192878127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.246843367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.29811718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.349477683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.401200141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"Service","name":"payload-processing-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.452976976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.504597022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.556108548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.607566054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.667651131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.718898254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.770406471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.82178298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d48eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:09.873057915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d48eb5"},"namespace":"ai-tenant-e2e-extmod-a-d48eb5","name":"default-tenant","reconcileID":"76ae4269-0d86-4396-9ab4-549680ccf5ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d48eb5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:11.067956775Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d48eb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d48eb5","reconcileID":"5074e816-2bfe-479a-993d-1b6482f73cff","aitenant":"ai-tenants/e2e-extmod-a-d48eb5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:11.586119492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbcb5cb-0237-44fa-bc40-326c148fc659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:11.637928344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbcb5cb-0237-44fa-bc40-326c148fc659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:11.689390855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbcb5cb-0237-44fa-bc40-326c148fc659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:11.740847372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbcb5cb-0237-44fa-bc40-326c148fc659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:11.904226318Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d48eb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d48eb5","reconcileID":"5074e816-2bfe-479a-993d-1b6482f73cff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d48eb5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d48eb5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:12.229114181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22f93c48-57fe-4777-9708-43dd49db3736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:12.229633483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"8270fa63-ca19-4e50-9271-673977b1655d","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:12.291738327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"8270fa63-ca19-4e50-9271-673977b1655d","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:12.295680193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22f93c48-57fe-4777-9708-43dd49db3736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:12.320900555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b3a7413-71df-41dd-adf0-748c690c1c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:12.353439447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"8270fa63-ca19-4e50-9271-673977b1655d","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:12.353970929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22f93c48-57fe-4777-9708-43dd49db3736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:12.379534704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b3a7413-71df-41dd-adf0-748c690c1c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:12.435037023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b3a7413-71df-41dd-adf0-748c690c1c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:13.627235209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f036bdf5-d634-45ca-8fc8-7a75d27d1409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:13.678886502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f036bdf5-d634-45ca-8fc8-7a75d27d1409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:13.730516219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f036bdf5-d634-45ca-8fc8-7a75d27d1409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:13.782828834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f036bdf5-d634-45ca-8fc8-7a75d27d1409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:15.68075382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3369390e-9785-4a57-8cc9-e197cd4c5c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:15.73273601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3369390e-9785-4a57-8cc9-e197cd4c5c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:15.785263206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3369390e-9785-4a57-8cc9-e197cd4c5c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:15.836950014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3369390e-9785-4a57-8cc9-e197cd4c5c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:17.844017162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10aed7-21e6-4bd2-9567-fdce0767863f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:17.895646018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10aed7-21e6-4bd2-9567-fdce0767863f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:17.948021359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10aed7-21e6-4bd2-9567-fdce0767863f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:18.00458334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10aed7-21e6-4bd2-9567-fdce0767863f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:20.024843093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4becd127-2f50-4160-a7fe-440a35799a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:20.077034517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4becd127-2f50-4160-a7fe-440a35799a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:20.129335531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4becd127-2f50-4160-a7fe-440a35799a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:20.137804787Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-93b307","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-93b307","reconcileID":"0a076761-2a4d-4193-91b8-6fe8ac7c2ad6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-93b307","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-93b307":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:20.182302518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4becd127-2f50-4160-a7fe-440a35799a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:20.905859565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.106963543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4acf450-2055-4cfd-9a5c-040bca3cd71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.158561065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4acf450-2055-4cfd-9a5c-040bca3cd71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.210165476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4acf450-2055-4cfd-9a5c-040bca3cd71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.262238989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4acf450-2055-4cfd-9a5c-040bca3cd71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.607261872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6454449-c6d6-49da-8502-b8bb80b2737d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.60750994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"d0bdb34d-fd2a-4f45-8a0c-7c5b23cd365b","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.666238306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6454449-c6d6-49da-8502-b8bb80b2737d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.666867959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"d0bdb34d-fd2a-4f45-8a0c-7c5b23cd365b","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.685636675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"015e9585-341f-4755-9a99-1094de0864f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.722359603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"d0bdb34d-fd2a-4f45-8a0c-7c5b23cd365b","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.722406113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6454449-c6d6-49da-8502-b8bb80b2737d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.742599989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"015e9585-341f-4755-9a99-1094de0864f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:22.79852015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 40, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"015e9585-341f-4755-9a99-1094de0864f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:24.184964815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672ba54-750c-4762-b14e-9ef81e8adf66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:24.236752454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672ba54-750c-4762-b14e-9ef81e8adf66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:24.288207299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672ba54-750c-4762-b14e-9ef81e8adf66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:24.339960303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672ba54-750c-4762-b14e-9ef81e8adf66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:25.904196807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"a9dbc6df-7f62-4cec-bcc9-aa88efddc2e1","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","model":"llm/e2e-dft-aa6d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.174072104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"edd7b3ed-58cb-40ea-a72e-ba54c0efa335","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.174098227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"edd7b3ed-58cb-40ea-a72e-ba54c0efa335","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.215507321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d51942a-fa8c-47a6-a7c9-20de80e641a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.26707583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d51942a-fa8c-47a6-a7c9-20de80e641a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.318338607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d51942a-fa8c-47a6-a7c9-20de80e641a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.369854413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d51942a-fa8c-47a6-a7c9-20de80e641a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.734682533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"612bb282-b8e8-4e28-8eac-d13b1f333756","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.73471257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919a355d-1e16-433d-a488-b876e6d436d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.735100449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69337628-9e05-4cbe-9f8d-5dd68b2ce0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.792202435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919a355d-1e16-433d-a488-b876e6d436d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.792211687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"612bb282-b8e8-4e28-8eac-d13b1f333756","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.794437535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69337628-9e05-4cbe-9f8d-5dd68b2ce0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.857473276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919a355d-1e16-433d-a488-b876e6d436d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.860174532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"612bb282-b8e8-4e28-8eac-d13b1f333756","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.865500818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69337628-9e05-4cbe-9f8d-5dd68b2ce0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.915764307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff93c4c6-551a-4664-ae82-ab285336892a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:26.915781908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff93c4c6-551a-4664-ae82-ab285336892a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:27.003379618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"2b4c260c-09f9-4da0-b4a6-fdae87bed8c4","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:27.003396668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"2b4c260c-09f9-4da0-b4a6-fdae87bed8c4","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:27.056577917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d87524b8-a792-47d6-b13b-8ee94aeab0ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:27.056594051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d87524b8-a792-47d6-b13b-8ee94aeab0ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:28.250763493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51167ce3-3719-48cd-8159-88ff5ca90663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:28.302525179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51167ce3-3719-48cd-8159-88ff5ca90663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:28.353951229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51167ce3-3719-48cd-8159-88ff5ca90663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:28.408741797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51167ce3-3719-48cd-8159-88ff5ca90663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:36.872435815Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","namespace":"ai-tenant-e2e-extmod-b-dd557d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:36.872496128Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","namespace":"ai-tenant-e2e-extmod-b-dd557d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:36.872552911Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","tenant":"e2e-extmod-b-dd557d","tenantID":"e2e-extmod-b-dd557d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:36.926264902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"Deployment","name":"maas-api-e2e-extmod-b-dd557d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:36.986619406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"Service","name":"maas-api-e2e-extmod-b-dd557d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.043734813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-dd557d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.097314417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-dd557d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.126383509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91683545-2b41-4ba2-9518-c58b19403718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.15581398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.186463201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91683545-2b41-4ba2-9518-c58b19403718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.210338378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.232891957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"71c32c70-1691-42df-b2c2-32e20909a7cf","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.23289196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38ded8bc-ab05-4cb3-8ca7-83ce01fb67ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.243253458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91683545-2b41-4ba2-9518-c58b19403718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.270430721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.293408033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"71c32c70-1691-42df-b2c2-32e20909a7cf","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.293620742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38ded8bc-ab05-4cb3-8ca7-83ce01fb67ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.325032596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.350600775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38ded8bc-ab05-4cb3-8ca7-83ce01fb67ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.351034143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9d47d5c9b1282586a31a62dc15b1fe03773b5b8befc465933edb6271bc695be) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5689163fc8d7e6e97d3fac3aec49a0ba7810d05338e235dacb20a49eacb26ee0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5f386ec98d428139752cd1b26b0b8c106e6d5bfa6198827ee37d06da241b6c62) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4540bc309ab4f97425270162a62351c5bb850cbe97074efeb59d7362ef447a37) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"71c32c70-1691-42df-b2c2-32e20909a7cf","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.379890722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.431624475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.483263118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"Service","name":"payload-processing-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.534694887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.58607037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.639415553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.69110981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.755350247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.80970017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.86406818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.917352363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-dd557d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:37.971594898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dd557d"},"namespace":"ai-tenant-e2e-extmod-b-dd557d","name":"default-tenant","reconcileID":"b0ef10c7-daac-4cbc-a9d4-5a81b3863f65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-dd557d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:41.196648051Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dd557d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dd557d","reconcileID":"92d7f515-5178-42b8-ab83-95960aa4f5e1","aitenant":"ai-tenants/e2e-extmod-b-dd557d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:41.792535959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92ecb77-5872-4ddb-b540-238236081382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:41.844398093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92ecb77-5872-4ddb-b540-238236081382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:41.896058078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92ecb77-5872-4ddb-b540-238236081382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:41.947820708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92ecb77-5872-4ddb-b540-238236081382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:42.060914813Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dd557d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dd557d","reconcileID":"92d7f515-5178-42b8-ab83-95960aa4f5e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-dd557d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-dd557d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:43.832750186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c83ca8-c4fc-4817-9e62-54ae7e70bd47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:43.884686042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c83ca8-c4fc-4817-9e62-54ae7e70bd47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:43.937423067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c83ca8-c4fc-4817-9e62-54ae7e70bd47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:43.989139346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c83ca8-c4fc-4817-9e62-54ae7e70bd47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:45.911468519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e428f0-ae15-49c4-8058-402f471dc308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:45.963489226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e428f0-ae15-49c4-8058-402f471dc308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:46.015439937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e428f0-ae15-49c4-8058-402f471dc308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:46.067592699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e428f0-ae15-49c4-8058-402f471dc308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.500671493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"848ab610-3dbb-41ab-b6cf-8cf7720d4b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.558787161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"848ab610-3dbb-41ab-b6cf-8cf7720d4b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.60361651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ee88cd2-5bd9-4af8-97cb-184879541cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.603746585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"66a07aa1-81bb-4344-a09a-872a2d69e132","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.660751585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ee88cd2-5bd9-4af8-97cb-184879541cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.66172282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"66a07aa1-81bb-4344-a09a-872a2d69e132","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.874267675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f474f251-556c-4c97-962f-3507b59e1268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.874290329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f474f251-556c-4c97-962f-3507b59e1268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.930072799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d47f088-2875-43aa-bc0b-7c7abedfbfe7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.930090075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d47f088-2875-43aa-bc0b-7c7abedfbfe7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:47.964921576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea85871-5fb3-4659-be53-17d8b6bf054a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:48.017256191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea85871-5fb3-4659-be53-17d8b6bf054a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:48.069097735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea85871-5fb3-4659-be53-17d8b6bf054a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:48.120561421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea85871-5fb3-4659-be53-17d8b6bf054a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:48.172745139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"a579eda5-8977-4a8c-a1e9-5aa1a2e6424c","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:48.172763174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"a579eda5-8977-4a8c-a1e9-5aa1a2e6424c","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:48.415456222Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3c996a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3c996a","reconcileID":"8e0b0842-b77e-4f06-9053-208b8647d000","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3c996a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-3c996a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:50.036483654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5d716a-bc33-4715-b433-25796b54d5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:50.088124948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5d716a-bc33-4715-b433-25796b54d5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:50.139919164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5d716a-bc33-4715-b433-25796b54d5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:50.19357548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5d716a-bc33-4715-b433-25796b54d5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:50.907481272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:52.106715589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0652eb8-8f8c-4b77-8a45-ccd3e2e15f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:52.158577691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0652eb8-8f8c-4b77-8a45-ccd3e2e15f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:52.209966038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0652eb8-8f8c-4b77-8a45-ccd3e2e15f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:52.26170512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0652eb8-8f8c-4b77-8a45-ccd3e2e15f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:53.77842942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a7d02ac5-4d3f-4019-9240-42c846852a30","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6522d","tenantID":"e2e-inf-a-e6522d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:15:53.896130635Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a7d02ac5-4d3f-4019-9240-42c846852a30","name":"e2e-inf-a-e6522d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:20.905527257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.177289962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","namespace":"ai-tenant-e2e-extmod-a-51b136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.177342633Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","namespace":"ai-tenant-e2e-extmod-a-51b136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.177386477Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","tenant":"e2e-extmod-a-51b136","tenantID":"e2e-extmod-a-51b136","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.230961924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"Deployment","name":"maas-api-e2e-extmod-a-51b136","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.292279037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"Service","name":"maas-api-e2e-extmod-a-51b136","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.352972313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-51b136","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.407178305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-51b136","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.462840729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.518341569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.575413819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.629453099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.68103493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.732863461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.784468197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"Service","name":"payload-processing-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.835831876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.887191677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.938699939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:33.990247522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:34.045870384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:34.097558418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:34.149333955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:34.201131765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-51b136","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:34.253292494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-51b136"},"namespace":"ai-tenant-e2e-extmod-a-51b136","name":"default-tenant","reconcileID":"3f5634e2-3214-4018-a4af-091bd9772eaf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-51b136","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:41.289811993Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-51b136","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-51b136","reconcileID":"21d459fd-90f8-442c-b099-fee3145bcc5d","aitenant":"ai-tenants/e2e-extmod-a-51b136","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:41.848831956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33b48bf-e6c2-4525-bf43-9bb270e66263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:41.90073199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33b48bf-e6c2-4525-bf43-9bb270e66263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:41.952544439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33b48bf-e6c2-4525-bf43-9bb270e66263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:42.004416598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33b48bf-e6c2-4525-bf43-9bb270e66263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:42.16904896Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-51b136","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-51b136","reconcileID":"21d459fd-90f8-442c-b099-fee3145bcc5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-51b136","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-51b136"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:43.905661049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca1b67c-9738-4920-9156-d243d358f579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:43.95739297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca1b67c-9738-4920-9156-d243d358f579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:44.008918873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca1b67c-9738-4920-9156-d243d358f579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:44.060563461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca1b67c-9738-4920-9156-d243d358f579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:44.42730898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"223f9156-e557-427c-8c31-720e5fcd24c4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-93b307","tenantID":"e2e-inf-a-93b307","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:44.543959218Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"223f9156-e557-427c-8c31-720e5fcd24c4","name":"e2e-inf-a-93b307-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:45.954534429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e40998-178b-464c-ba24-1e3566006fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:46.006468539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e40998-178b-464c-ba24-1e3566006fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:46.057916519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e40998-178b-464c-ba24-1e3566006fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:46.110230953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e40998-178b-464c-ba24-1e3566006fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:48.004410762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a61e02-d323-462a-8c64-81c7799f9958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:48.055858788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a61e02-d323-462a-8c64-81c7799f9958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:48.107320439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a61e02-d323-462a-8c64-81c7799f9958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:48.161000085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a61e02-d323-462a-8c64-81c7799f9958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:49.859967031Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b4c114","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b4c114","reconcileID":"f391e04a-0e61-4963-ad54-92a20d966bbf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b4c114","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-b4c114":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:50.038604093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad199e34-145c-4da8-9d19-9e6a3bbc91b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:50.090180598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad199e34-145c-4da8-9d19-9e6a3bbc91b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:50.141875986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad199e34-145c-4da8-9d19-9e6a3bbc91b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:50.193618595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad199e34-145c-4da8-9d19-9e6a3bbc91b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:50.905548583Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:52.231264363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cb2faa-d44c-47a7-91d7-77c2d82f3407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:52.282729915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cb2faa-d44c-47a7-91d7-77c2d82f3407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:52.334434347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cb2faa-d44c-47a7-91d7-77c2d82f3407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:52.386113255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cb2faa-d44c-47a7-91d7-77c2d82f3407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:54.326415222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8848d22e-227b-4fdf-bdff-d9be8a5b424f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:54.377968871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8848d22e-227b-4fdf-bdff-d9be8a5b424f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:54.429525302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8848d22e-227b-4fdf-bdff-d9be8a5b424f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:16:54.481282016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8848d22e-227b-4fdf-bdff-d9be8a5b424f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:14.959866742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"5c7edf52-2671-48bd-bebf-f0bd340979b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3c996a","tenantID":"e2e-inf-a-3c996a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:15.076786616Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"5c7edf52-2671-48bd-bebf-f0bd340979b9","name":"e2e-inf-a-3c996a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:20.905818596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:21.897274548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b74b820-9f7f-4ef2-961d-26df929adaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:21.948892183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b74b820-9f7f-4ef2-961d-26df929adaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:22.00043118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b74b820-9f7f-4ef2-961d-26df929adaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:22.052072304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b74b820-9f7f-4ef2-961d-26df929adaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:24.000256745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d19878-c6b1-4c04-88fb-1a6c3de15ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:24.05232898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d19878-c6b1-4c04-88fb-1a6c3de15ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:24.103796299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d19878-c6b1-4c04-88fb-1a6c3de15ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:24.155400907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d19878-c6b1-4c04-88fb-1a6c3de15ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:26.136686881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81edf867-4fa9-452f-8466-f2b9071033c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:26.188551855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81edf867-4fa9-452f-8466-f2b9071033c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:26.242177058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81edf867-4fa9-452f-8466-f2b9071033c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:26.295891042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81edf867-4fa9-452f-8466-f2b9071033c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:28.174591321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b16fa2-067f-4491-bfbd-40108cb17b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:28.22657979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b16fa2-067f-4491-bfbd-40108cb17b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:28.278302763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b16fa2-067f-4491-bfbd-40108cb17b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:28.330112988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b16fa2-067f-4491-bfbd-40108cb17b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:30.203083329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa09df48-b622-4312-9594-dc1e4c1976d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:30.254910719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa09df48-b622-4312-9594-dc1e4c1976d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:30.30635545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa09df48-b622-4312-9594-dc1e4c1976d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:30.358130329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa09df48-b622-4312-9594-dc1e4c1976d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:30.747391904Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-beb309","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-beb309","reconcileID":"7c90d2e3-9c2d-41b5-9706-1cf78f31341a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-beb309","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-beb309":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:32.242908209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f926927e-c94e-480e-9006-c91acff8a239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:32.294760874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f926927e-c94e-480e-9006-c91acff8a239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:32.346285959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f926927e-c94e-480e-9006-c91acff8a239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:32.397661969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f926927e-c94e-480e-9006-c91acff8a239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:50.90611721Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:54.164243731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"561ae414-04b6-4541-a02a-048e659800b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:54.612709284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"44898324-2461-49bc-93d9-ca7e07d4a0ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:54.753471482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"70ed584e-eeb2-4511-a059-d7b3469dc99f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:54.764096613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b03fea06-16dc-4436-bca7-45ec1eda255f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:54.868785983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2116759-dbe6-4a4d-818c-f97b5895d741","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:54.971881198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"ed6cf6f5-5799-4b61-9b85-d7461371e098","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:55.071081082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"192e79c3-36fc-42d0-91da-b1107e68d25e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:55.171004827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"31ef6f96-eae1-47f4-bed6-9f40608cf048","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:55.223172933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"509b2400-8e35-4a3c-901f-e4e1a89e8e9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:55.282268298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"0837218f-e9cf-4eee-b002-843719d3fb1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:55.383235777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"04d7d753-aadd-4c8a-b9a0-ae74eb42b9e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:55.53637762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"fa8f096f-166a-4f15-898b-d10e4ee9fc67","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","model":"llm/e2e-dft-aa6d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:17:55.591490146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"359bed90-e4ec-46e3-9038-1e6b16903826","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:12.160705017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142d88f0-4abc-4b86-bbba-248f17f69b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:12.212312726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142d88f0-4abc-4b86-bbba-248f17f69b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:12.264022598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142d88f0-4abc-4b86-bbba-248f17f69b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:12.315307683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"142d88f0-4abc-4b86-bbba-248f17f69b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:14.208781165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f8a6c9-ae60-47cc-a2c8-cdae281515e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:14.260420881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f8a6c9-ae60-47cc-a2c8-cdae281515e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:14.311961441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f8a6c9-ae60-47cc-a2c8-cdae281515e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:14.363764524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f8a6c9-ae60-47cc-a2c8-cdae281515e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:16.338273776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcaaa39-ac49-436b-857e-1c30e4b9994a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:16.39139806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcaaa39-ac49-436b-857e-1c30e4b9994a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:16.444316615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcaaa39-ac49-436b-857e-1c30e4b9994a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:16.495945977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcaaa39-ac49-436b-857e-1c30e4b9994a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:18.377433684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57476098-cb0a-4830-a751-e5ff7ad9ab57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:18.430295617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57476098-cb0a-4830-a751-e5ff7ad9ab57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:18.483018602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57476098-cb0a-4830-a751-e5ff7ad9ab57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:18.535471007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57476098-cb0a-4830-a751-e5ff7ad9ab57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:20.229253817Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-82f387","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-82f387","reconcileID":"40e42c74-d4a6-40ad-b7d8-2845b1e10af3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-82f387","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-82f387":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:20.402133758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8691adfb-f06c-476c-8525-67afae96c3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:20.455235069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8691adfb-f06c-476c-8525-67afae96c3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:20.506654462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8691adfb-f06c-476c-8525-67afae96c3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:20.55792247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8691adfb-f06c-476c-8525-67afae96c3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:20.872119148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"53f0e147-ff95-4177-b6ca-2ca88ebfa2b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b4c114","tenantID":"e2e-inf-a-b4c114","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:20.904837258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:20.989971486Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"53f0e147-ff95-4177-b6ca-2ca88ebfa2b9","name":"e2e-inf-a-b4c114-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:22.455516748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a11cd32-9cbc-4742-9690-9de3d467f54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:22.506988589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a11cd32-9cbc-4742-9690-9de3d467f54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:22.558835584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a11cd32-9cbc-4742-9690-9de3d467f54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:22.611456621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a11cd32-9cbc-4742-9690-9de3d467f54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:24.477657841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0970139-8550-4bdf-943d-1301bdca5035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:24.529290669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0970139-8550-4bdf-943d-1301bdca5035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:24.580987006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0970139-8550-4bdf-943d-1301bdca5035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:24.632855793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0970139-8550-4bdf-943d-1301bdca5035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:26.51275552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea663e20-82c1-46df-a070-dde671751861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:26.56418583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea663e20-82c1-46df-a070-dde671751861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:26.615862314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea663e20-82c1-46df-a070-dde671751861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:26.667439828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea663e20-82c1-46df-a070-dde671751861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:28.601619057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf6e72f-5c39-4e15-946e-c61c4447e68b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:28.653312596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf6e72f-5c39-4e15-946e-c61c4447e68b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:28.704984556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf6e72f-5c39-4e15-946e-c61c4447e68b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:28.756563133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf6e72f-5c39-4e15-946e-c61c4447e68b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:30.621916788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b69c9c-9a35-4f39-ab6d-deb1975f3666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:30.67343184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b69c9c-9a35-4f39-ab6d-deb1975f3666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:30.724783367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b69c9c-9a35-4f39-ab6d-deb1975f3666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:30.776371817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b69c9c-9a35-4f39-ab6d-deb1975f3666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:32.640515496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82c10c3-ac25-449c-9b25-9c4242249c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:32.692698624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82c10c3-ac25-449c-9b25-9c4242249c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:32.744332057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82c10c3-ac25-449c-9b25-9c4242249c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:32.796061973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82c10c3-ac25-449c-9b25-9c4242249c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:34.538199636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"3e8fd8a2-192f-4ff2-8f80-c1f76adad931","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:34.635606504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"df34f2b3-7657-4515-b696-e72d23c71797","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:34.660583219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca80fbef-bd6b-477d-a39a-c9d2c6a69ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:34.712274908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca80fbef-bd6b-477d-a39a-c9d2c6a69ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:34.763850421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca80fbef-bd6b-477d-a39a-c9d2c6a69ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:34.764635086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"1830b0bf-2b33-4553-b2ee-105e3522c30e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:34.815542227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca80fbef-bd6b-477d-a39a-c9d2c6a69ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:35.02380456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5fed4888-c4c2-49be-8873-21952e3e5c88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:35.131196994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"6ebd57df-0deb-4d2c-ba8f-14ddfa5ac7a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:35.271563119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"795b16ba-093e-491b-95bc-0da1ee2686e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:35.638820328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"afa966b8-4452-450a-9792-cbb6a041dad8","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","model":"llm/e2e-dft-aa6d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:35.688294638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9c52b80-da29-478b-aac2-07d4e3f933a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:35.710406398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"3fdb9446-c490-4a9f-92e2-261125758dc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:35.893858944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"41c19ebc-cc40-4a89-88dd-066c089dfbf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:35.994359867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"e6308da6-ee54-4b40-898e-d553a25b3d94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:36.206025512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"9b77c398-0df1-4b5c-bb2d-92aef6f170b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:36.37968727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"1772e8bf-9284-4e05-b572-eb7c0d50e25e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:48.578131357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646bcf36-fd82-4592-a9c4-4bd534c608a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:48.629767496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646bcf36-fd82-4592-a9c4-4bd534c608a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:48.681141549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646bcf36-fd82-4592-a9c4-4bd534c608a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:48.732746076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646bcf36-fd82-4592-a9c4-4bd534c608a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:50.600180867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95b272e-f0a5-4876-88c2-02165eb7f110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:50.651728811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95b272e-f0a5-4876-88c2-02165eb7f110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:50.703052678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95b272e-f0a5-4876-88c2-02165eb7f110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:50.755391736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95b272e-f0a5-4876-88c2-02165eb7f110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:50.905779674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:59.695094451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b5ff96-57e4-4c0a-bdb5-6150c70a0744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:59.746577043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b5ff96-57e4-4c0a-bdb5-6150c70a0744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:59.798104053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b5ff96-57e4-4c0a-bdb5-6150c70a0744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:18:59.84961121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56b5ff96-57e4-4c0a-bdb5-6150c70a0744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:01.794527444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e29ace-f7a9-43c3-b77d-f5dd69d464b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:01.845975124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e29ace-f7a9-43c3-b77d-f5dd69d464b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:01.897245133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e29ace-f7a9-43c3-b77d-f5dd69d464b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:01.948648717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e29ace-f7a9-43c3-b77d-f5dd69d464b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:06.83289149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"73a8a585-e223-4321-8ee6-b4d4f09e3cc0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb309","tenantID":"e2e-inf-b-beb309","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:06.950094124Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"73a8a585-e223-4321-8ee6-b4d4f09e3cc0","name":"e2e-inf-b-beb309-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:07.127245403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"bdd6d4c2-85b6-4915-8b72-9886543bf279","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:07.430359976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"63fb2806-0729-430d-b285-92970ce2f722","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:07.530295042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"a81e2cba-aefa-4686-8d9d-ef743b7bb006","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:07.554077813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"c87e31b9-7e78-405c-b7e0-acfad67c791f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:07.630617786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"e5aa67ed-95ff-49b4-8883-8cd24609c089","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:07.677320896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"04761182-c155-4fa2-9ed4-79543871f0a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:07.835130645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17cdbb5e-2664-4b74-bc8e-e67942259452","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:08.147228192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce780d7b-bce9-4b50-b29f-01f4184c9d59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:08.270918601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"4dc4fd2d-fbbf-407b-92b8-a42633fb7922","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:08.37330191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"07a1082c-8b98-4da9-b512-1d2ca571cb0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:08.526910071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"ec775be5-4ec3-4db0-9413-f46e1c6ef59b","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","model":"llm/e2e-dft-aa6d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:08.580173717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"3493260d-13be-463b-a429-62350197e204","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:08.817759986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"f43639a4-0b1b-4755-bf45-bb5231a2ecb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:20.905457744Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:27.368698268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"0b79a91f-ce7c-45d8-898f-09cef075c21c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:27.477794611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"c8857525-1d70-4e61-9643-8e95d05c4654","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:27.562936498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"bc4c5d5d-7034-4640-bca6-7d2c31cafd57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:27.762441786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"937d9928-8887-445e-b12d-811b1ab40df2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:27.891140437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"d26c54c0-0ecd-4107-8365-9bfd3c564a6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:27.99120351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"51b3f922-0c9a-4e11-b4a7-5abe354b363f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:28.026971315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"4a322af4-3f93-49f1-a681-231fde6ba684","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:28.204755402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"58c68e84-84fc-4036-bb08-04f6b14bd0b2","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","model":"llm/e2e-dft-aa6d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:28.2527147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"6518eee9-7054-408c-9f25-32ed60012ec9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:28.494626027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"5d58994c-de06-4679-b7c9-51c55c939c14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:28.942490884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee374526-2733-4677-b41a-bfd8990a4a47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:29.129046301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"0771ae42-10ad-4547-93f8-a09bab457408","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:29.253135613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b045b764-907e-4191-b159-562aa62d32ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:48.087193143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"7bb4ec32-1131-4976-a42d-682d63eb5fc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:48.190508803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"909e6feb-a795-4272-abe6-bd634291b085","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:48.288572267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"03487220-c14d-4818-9185-4f766b96e6d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:48.288834102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"10b0971f-ac7d-4fde-9d20-74aef5371db0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:48.583545472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"d7a49b6b-a704-47f6-9651-e97ac5aab6fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:48.687195324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"c108170d-ebed-41d1-8f90-29cd9d5f3505","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:48.760933966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"dc616da4-c17c-434e-a0d3-b5837f7e6bb7","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","model":"llm/e2e-dft-aa6d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:48.785203842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12f7a149-ed69-4258-afd6-dd655e9a3b26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:49.015748162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"176565d9-5c91-4f83-b615-9834fd69d46d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:49.318991313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60081e3e-38f7-4acc-a4fd-5f258d71767c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:49.503081872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"e9742d2b-2956-4d01-8940-29e5fb595dc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:49.626193973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"5297efae-cb1a-4c6c-bd9f-b723fe096a7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:49.726771119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"22831c93-3a3a-4e46-b876-fe327aff3d6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:19:50.90527874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:00.669557216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"75bd4973-dcaf-4902-b5ea-c75a26496d7a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-82f387","tenantID":"e2e-inf-b-82f387","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:00.787146611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"75bd4973-dcaf-4902-b5ea-c75a26496d7a","name":"e2e-inf-b-82f387-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.559555263Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","namespace":"ai-tenant-e2e-inf-a-3c996a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.559607066Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","namespace":"ai-tenant-e2e-inf-a-3c996a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.559652117Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","tenant":"e2e-inf-a-3c996a","tenantID":"e2e-inf-a-3c996a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.615135024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"Deployment","name":"maas-api-e2e-inf-a-3c996a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.675225306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"Service","name":"maas-api-e2e-inf-a-3c996a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.737054717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-3c996a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.790509881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-3c996a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.847243293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.901670426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.905735219Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:20.958577601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.012411438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.063768737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"Deployment","name":"payload-processing-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.0855492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1e95d5f-adc3-45b9-800e-230d1cb0e391","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.115142611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.166203612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"Service","name":"payload-processing-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.2173861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.25887474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"2744d6cc-ef03-4db3-86f2-34f776eb2988","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.268426139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.319426111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.370319023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.425819675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.477260551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.528275058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.57940705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-3c996a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.626221065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"42911c90-cdc0-4196-b1aa-d47e154dc8fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.630563124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3c996a"},"namespace":"ai-tenant-e2e-inf-a-3c996a","name":"default-tenant","reconcileID":"0afba37f-0755-4359-bc46-60ea2e62cf64","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-3c996a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:21.727263052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"c46716ce-a4a9-489f-a3ec-b9bcc1f02b20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:22.060590984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"7d43bf85-8a0b-4646-a671-fc7d58a6a1f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:22.234597291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"c5115888-01fa-456a-8a4d-4a72093531a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:22.485572293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"a261d13b-094e-48ea-b0d3-e026cbab55da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:22.58187521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"566f7055-fb11-4b11-886a-bf41b2aee1f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:22.807170007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"1e3d5e4c-49e6-4afa-bf80-a7e48b4076f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:22.910998785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22e53d35-64df-4548-a5d2-32c5c1ddb8f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:23.088092961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"7bf591d5-5b4a-4607-bb74-afda4b810326","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:23.088227054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"78b283e1-e4ed-4fee-bb84-9d227a8306a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:23.157396185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"a2be5dc2-3dfb-4a49-aa69-51974d130324","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","model":"llm/e2e-dft-aa6d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:23.251335304Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3c996a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3c996a","reconcileID":"f69767cc-4224-429f-b5cb-5e2a1c523296","aitenant":"ai-tenants/e2e-inf-a-3c996a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:23.773105273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb832df-4d2e-41d5-8692-3e06c0b972dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:23.824579809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb832df-4d2e-41d5-8692-3e06c0b972dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:23.876162968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb832df-4d2e-41d5-8692-3e06c0b972dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:23.927757013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb832df-4d2e-41d5-8692-3e06c0b972dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:24.093661873Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3c996a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3c996a","reconcileID":"f69767cc-4224-429f-b5cb-5e2a1c523296","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3c996a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-3c996a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:25.82924964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bff020-5bfd-41ed-89d9-429c44ba6dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:25.880827521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bff020-5bfd-41ed-89d9-429c44ba6dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:25.932387674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bff020-5bfd-41ed-89d9-429c44ba6dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:25.9839347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bff020-5bfd-41ed-89d9-429c44ba6dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:27.912033478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9273b631-2208-42ee-b1f2-3bd75cb23e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:27.964116957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9273b631-2208-42ee-b1f2-3bd75cb23e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.015520478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9273b631-2208-42ee-b1f2-3bd75cb23e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.05702455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e6d018-821f-45cd-9b96-c56477d04c8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.057045081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e6d018-821f-45cd-9b96-c56477d04c8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.067252785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9273b631-2208-42ee-b1f2-3bd75cb23e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.12201723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c68c035-2c35-4456-a439-468df95b51cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.122039535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c68c035-2c35-4456-a439-468df95b51cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.226970447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"16809f36-38f1-4d33-8c37-7e3986cec052","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.359983072Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"16809f36-38f1-4d33-8c37-7e3986cec052","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.415230337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"16809f36-38f1-4d33-8c37-7e3986cec052","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.453439618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c387d656-e552-410b-b4b5-e4cf08a04967","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.453465654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c387d656-e552-410b-b4b5-e4cf08a04967","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.472101579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d98a62df-6325-4002-89b4-e1fd2f615ceb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.472118367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d98a62df-6325-4002-89b4-e1fd2f615ceb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.5112828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cb25bd8-1231-4dbc-ad07-94342fe3a42b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.511299415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cb25bd8-1231-4dbc-ad07-94342fe3a42b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:20:28.566109006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"6e5cb296-5d75-47c7-a91d-343912cbec12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-34fa1a0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.580344775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"4b5c4156-f015-4dd9-9e37-9f6591d983d9","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.637093225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"4b5c4156-f015-4dd9-9e37-9f6591d983d9","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.680762127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500334ba-0297-48d9-bd75-5cc368b62095","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.680777512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500334ba-0297-48d9-bd75-5cc368b62095","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.693553005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"4b5c4156-f015-4dd9-9e37-9f6591d983d9","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.738132209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"297e809b-b61e-4964-ab5a-248f94165558","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:28.738147594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"297e809b-b61e-4964-ab5a-248f94165558","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:29.007345114Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"11b93774-7c24-492b-96b0-c3abaf04b26d","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-34fa1a0c/e2e-sub-34fa1a0c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:29.230982392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18e0ecae-f1d1-49ef-a39e-e46b53ba58ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:29.23099965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18e0ecae-f1d1-49ef-a39e-e46b53ba58ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:29.28398584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5bee4cb0-052e-4efe-ad0e-0c9ffa87a8ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:29.44164605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"6821c8d5-2251-4890-8c13-7784aa3f7266","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:29.960004461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6805ad1b-fb13-4f91-865e-b2869baa25d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:30.011618854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6805ad1b-fb13-4f91-865e-b2869baa25d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:30.063024241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6805ad1b-fb13-4f91-865e-b2869baa25d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:30.114511814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6805ad1b-fb13-4f91-865e-b2869baa25d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:31.98584003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68d5c0f-91cd-4b98-8784-6257249dc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:32.03786677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68d5c0f-91cd-4b98-8784-6257249dc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:32.089417674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68d5c0f-91cd-4b98-8784-6257249dc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:32.141062553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68d5c0f-91cd-4b98-8784-6257249dc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:34.017956926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9961e5d1-5ab3-4293-8b94-6e0358a078fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:34.069595111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9961e5d1-5ab3-4293-8b94-6e0358a078fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:34.121097701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9961e5d1-5ab3-4293-8b94-6e0358a078fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:34.17271185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9961e5d1-5ab3-4293-8b94-6e0358a078fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:38.798528976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"548bdd8f-f043-4aeb-88d0-3a083be975ab","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:38.85782873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"548bdd8f-f043-4aeb-88d0-3a083be975ab","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:38.913541015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"548bdd8f-f043-4aeb-88d0-3a083be975ab","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:41.493299698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a26c85-2d8c-47b5-ba08-506db1e3c1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:41.544936912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a26c85-2d8c-47b5-ba08-506db1e3c1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:41.596569509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a26c85-2d8c-47b5-ba08-506db1e3c1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:41.648210827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a26c85-2d8c-47b5-ba08-506db1e3c1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:43.535668953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7409e84-5255-4a2e-963c-153d84bcf065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:43.587354204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7409e84-5255-4a2e-963c-153d84bcf065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:43.639420897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7409e84-5255-4a2e-963c-153d84bcf065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:43.691411805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7409e84-5255-4a2e-963c-153d84bcf065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:45.578230275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7357c20b-14c2-4476-b23a-4f46e6937a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:45.634875455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7357c20b-14c2-4476-b23a-4f46e6937a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:45.688072112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7357c20b-14c2-4476-b23a-4f46e6937a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:45.740044858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7357c20b-14c2-4476-b23a-4f46e6937a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:47.840395298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3542094a-8552-49d8-9410-afa8d3795be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:47.895862011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3542094a-8552-49d8-9410-afa8d3795be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:47.948717983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3542094a-8552-49d8-9410-afa8d3795be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:48.001756133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3542094a-8552-49d8-9410-afa8d3795be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.119447988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"3f2f25e1-d41e-4eb9-a01d-7a428aa56078","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.177333747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"3f2f25e1-d41e-4eb9-a01d-7a428aa56078","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.232780123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"3f2f25e1-d41e-4eb9-a01d-7a428aa56078","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.671896362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"83b4d318-e64e-431e-b766-5307535fb322","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.671919741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"83b4d318-e64e-431e-b766-5307535fb322","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.826295434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"661e8e64-2e20-4b87-9cdc-fb2cbab53d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.826316472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59f82f11-3bf8-42ee-b2b7-1d5f9fb734b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.826804957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"a8a7dd16-d6fa-4f64-9e87-843d7895f5f3","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.832362796Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"f5f7029c-bbdd-45e6-afd2-837f63b88f5e","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7913347f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.904874749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49b6ec-a7c9-42e0-b47c-b4aa6f0f08f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.957463807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49b6ec-a7c9-42e0-b47c-b4aa6f0f08f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:49.974887198Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59f82f11-3bf8-42ee-b2b7-1d5f9fb734b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:20:49.979909294Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"a8a7dd16-d6fa-4f64-9e87-843d7895f5f3","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:20:49.980060915Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"661e8e64-2e20-4b87-9cdc-fb2cbab53d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.00902801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49b6ec-a7c9-42e0-b47c-b4aa6f0f08f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.060594924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49b6ec-a7c9-42e0-b47c-b4aa6f0f08f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.064579691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59f82f11-3bf8-42ee-b2b7-1d5f9fb734b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:20:50.067920262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"661e8e64-2e20-4b87-9cdc-fb2cbab53d02","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:20:50.068349211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"a8a7dd16-d6fa-4f64-9e87-843d7895f5f3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.123710311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"38433d9d-57bd-4e59-848b-c0018808976c","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.123733686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"38433d9d-57bd-4e59-848b-c0018808976c","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.233238165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58ebfedb-6323-48cf-ab66-1ec9cfa87913","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.233312486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58ebfedb-6323-48cf-ab66-1ec9cfa87913","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.275278632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ab8de00-468c-4e34-8967-fe9be81175fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.275292897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ab8de00-468c-4e34-8967-fe9be81175fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.326894221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b72df135-40a3-4d67-bf9e-368c67be5e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.326909849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"0484226c-9b82-4513-8c99-d251422d4192","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.327302488Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"9c7a6070-674e-4034-abd2-1b204fd127f4","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7913347f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.38383195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b72df135-40a3-4d67-bf9e-368c67be5e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.383967543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"0484226c-9b82-4513-8c99-d251422d4192","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.429672769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ac5fa75-9d70-475f-a6b8-4e69e207ffe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.439297136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"0484226c-9b82-4513-8c99-d251422d4192","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.486478003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ac5fa75-9d70-475f-a6b8-4e69e207ffe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.548769893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"ad36ceff-31a0-4f84-aaf2-b46490c02df6","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.548790722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"ad36ceff-31a0-4f84-aaf2-b46490c02df6","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.70235674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"f9ad4ba9-9f84-488c-9fcd-423585c5ae26","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.759504787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"f9ad4ba9-9f84-488c-9fcd-423585c5ae26","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.807504144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9774fa7-12c8-442e-bdcf-f3b28c91b9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.814864147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"f9ad4ba9-9f84-488c-9fcd-423585c5ae26","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.864227289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9774fa7-12c8-442e-bdcf-f3b28c91b9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.903719541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9690f862-b993-48c8-956d-a05dd9681d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.905437464Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.919468563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9774fa7-12c8-442e-bdcf-f3b28c91b9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.960229838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9690f862-b993-48c8-956d-a05dd9681d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.975077881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5236927-933c-4016-b2a0-1f339fef1fbc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:50.975093401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5236927-933c-4016-b2a0-1f339fef1fbc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:51.015809733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9690f862-b993-48c8-956d-a05dd9681d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:51.940919313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b2f5e4-edc7-42a6-b4b2-c55d9c22e0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:51.99275494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b2f5e4-edc7-42a6-b4b2-c55d9c22e0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:52.044423915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b2f5e4-edc7-42a6-b4b2-c55d9c22e0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:52.096271047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b2f5e4-edc7-42a6-b4b2-c55d9c22e0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:54.009991498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7a54b5-71fa-424a-a456-ceb6304aaf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:54.061674862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7a54b5-71fa-424a-a456-ceb6304aaf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:54.113251651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7a54b5-71fa-424a-a456-ceb6304aaf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:54.165010981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7a54b5-71fa-424a-a456-ceb6304aaf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:59.337242096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"d6efb3d4-20e2-4635-964d-800c6b549041","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:59.464209553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"d6efb3d4-20e2-4635-964d-800c6b549041","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:59.519531703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"d6efb3d4-20e2-4635-964d-800c6b549041","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:59.57493319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f93254aa-d809-41d4-94a5-a0397fd55b17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:20:59.574953259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f93254aa-d809-41d4-94a5-a0397fd55b17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:00.379176034Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"e216f905-336d-48c3-b438-22695bbaa342","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-aa6d73","subscription":"e2e-dft-aa6d73-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:00.483464701Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"e216f905-336d-48c3-b438-22695bbaa342","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:00.535551359Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-sub","reconcileID":"e216f905-336d-48c3-b438-22695bbaa342","MaaSSubscription":{"name":"e2e-dft-aa6d73-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-aa6d73","namespace":"llm","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:00.862318732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"312a24fc-db16-45d4-b7b8-96a3a9a9a81e","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:00.862338852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"312a24fc-db16-45d4-b7b8-96a3a9a9a81e","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.007432913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"1ef4274d-898d-48bd-a5e9-80f77c7888a4","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.007453068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"1ef4274d-898d-48bd-a5e9-80f77c7888a4","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.015796543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24f539c0-2c3a-4bc8-b860-c08e4b81759c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.015810099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeb3795b-4e49-431f-9b44-0d17168daef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.016254637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"19c9812a-3602-413e-bec7-40aa3abe6172","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.143916864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24f539c0-2c3a-4bc8-b860-c08e4b81759c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:21:01.144862152Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"19c9812a-3602-413e-bec7-40aa3abe6172","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:21:01.147400017Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeb3795b-4e49-431f-9b44-0d17168daef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:21:01.197893699Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"19c9812a-3602-413e-bec7-40aa3abe6172","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-aa6d73-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:21:01.19794203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"19c9812a-3602-413e-bec7-40aa3abe6172","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.198090456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-aa6d73-access","reconcileID":"be085706-7a2b-4236-96d6-77aac20c9abf","MaaSAuthPolicy":{"name":"e2e-dft-aa6d73-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.199194815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24f539c0-2c3a-4bc8-b860-c08e4b81759c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:21:01.204655151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeb3795b-4e49-431f-9b44-0d17168daef9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.204961928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d437123d-a4f0-4896-803a-61493e4a6b34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.204978217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d437123d-a4f0-4896-803a-61493e4a6b34","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.256456502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"632fc58f-9d2a-4939-b81b-80c726ceba19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.256472729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"632fc58f-9d2a-4939-b81b-80c726ceba19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.365465039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"661e6ba6-1504-4953-9b6c-5fbd3dd0bc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.422766267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"661e6ba6-1504-4953-9b6c-5fbd3dd0bc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.459634621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"60b3ec40-39e7-49ae-8e64-ddd12573737c","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.459655274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"60b3ec40-39e7-49ae-8e64-ddd12573737c","MaaSModelRef":{"name":"e2e-dft-aa6d73","namespace":"llm"},"routeName":"external-model-e2e-dft-aa6d73-70a2e3ad49ad","namespace":"llm","model":"e2e-dft-aa6d73","externalModel":"e2e-dft-aa6d73","provider":"e2e-dft-aa6d73-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.478245318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"661e6ba6-1504-4953-9b6c-5fbd3dd0bc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.536737117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c6f420d-3c09-4465-b2a1-3d5ad54552d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:01.536752623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c6f420d-3c09-4465-b2a1-3d5ad54552d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.062731413Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"46b31e12-1c9e-4032-bc8d-602879d19636","namespace":"llm","name":"e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.119187174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3ee98b37-2429-429c-8f83-644c15da161a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.119206597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3ee98b37-2429-429c-8f83-644c15da161a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.11949285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43e3a121-4557-452b-8a76-d3bcca5a12ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.119510077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43e3a121-4557-452b-8a76-d3bcca5a12ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.119807326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b4e9ec7-2f1b-4784-b438-e89435b163a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.119821463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b4e9ec7-2f1b-4784-b438-e89435b163a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.120058298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d8d513b-413e-4da3-a74f-cc3c57120528","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.120070241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d8d513b-413e-4da3-a74f-cc3c57120528","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.120312811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72de3e16-4b10-4546-bc7c-c318ad1beb4b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.120324708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72de3e16-4b10-4546-bc7c-c318ad1beb4b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.120571969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bcc387a-2ca1-4f95-a078-09e89546e346","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.120583303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bcc387a-2ca1-4f95-a078-09e89546e346","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.120814408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac5d410c-8876-4291-92d6-7f668cdb824b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.120825576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac5d410c-8876-4291-92d6-7f668cdb824b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.121183567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3f7e2058-e892-4a36-ad0c-285549612a6f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.121196635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3f7e2058-e892-4a36-ad0c-285549612a6f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.166863127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"fdf18ffc-e15a-47ec-83b0-cc891c885944","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.217424416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"0efc1c9f-f722-4f0e-ad76-b655ec2f799b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.217439572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f785decf-46d9-4c1e-a350-6ea9399b90fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.217876631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"011ec55d-d0e0-4428-b276-1572eecfc2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.21789415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e851ec2-1c5d-4894-ad67-c748f28fd03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.280000938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"011ec55d-d0e0-4428-b276-1572eecfc2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.281781879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"0efc1c9f-f722-4f0e-ad76-b655ec2f799b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.283607739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e851ec2-1c5d-4894-ad67-c748f28fd03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.28464541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f785decf-46d9-4c1e-a350-6ea9399b90fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.296677106Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"fdf18ffc-e15a-47ec-83b0-cc891c885944","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.327471828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33295384-5d03-4293-ac43-3ab88852a533","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.327472888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ecf307e-ef63-4537-b5f3-86ba6c0b4327","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.330059199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"679af2d3-cdfd-482d-826b-5c4f6629ead6","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.338581238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e851ec2-1c5d-4894-ad67-c748f28fd03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.341723506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f785decf-46d9-4c1e-a350-6ea9399b90fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.352471815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"fdf18ffc-e15a-47ec-83b0-cc891c885944","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.397028966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c6197c2-ca32-486a-932c-7dbf61ae450e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.397047143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c6197c2-ca32-486a-932c-7dbf61ae450e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.39962989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f776190d-1268-42e8-b6a9-d2b759d27c58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.399647307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f776190d-1268-42e8-b6a9-d2b759d27c58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.409358454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6955d54-8468-4ff6-ab9a-8360fc9dfcb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.409378383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6955d54-8468-4ff6-ab9a-8360fc9dfcb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.556516558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"98fa9356-b5a3-44f6-8c0c-c22384f1a77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.556569169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d4cf894b-4657-448f-801a-d622d714b03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.613301411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d4cf894b-4657-448f-801a-d622d714b03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.613349615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"98fa9356-b5a3-44f6-8c0c-c22384f1a77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.654968389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a43edc5c-1a34-4cb4-8c78-636d3bad3827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.65508207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0d2681c0-e2fb-4b81-9935-039b107485dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.655811649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ee809a6a-eb70-4c8a-bf9e-b03073860a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.674667548Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-aa6d73","namespace":"llm"},"namespace":"llm","name":"e2e-dft-aa6d73","reconcileID":"d1ca07c0-291e-4737-8d7f-b1dd3ec1e1d8","namespace":"llm","name":"e2e-dft-aa6d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.711639375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"0d2681c0-e2fb-4b81-9935-039b107485dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.712894934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"a43edc5c-1a34-4cb4-8c78-636d3bad3827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.714140343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"ee809a6a-eb70-4c8a-bf9e-b03073860a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.971180581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"a9e11b51-f1ca-4880-9ef6-37841db15e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:02.97148394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"aa057e7a-51d0-484a-8dad-6459fdd10116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.021519996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"706b1b39-5fc3-4efe-bd2b-e5dc7b813251","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.028391361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"a9e11b51-f1ca-4880-9ef6-37841db15e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.02872196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"aa057e7a-51d0-484a-8dad-6459fdd10116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.073133136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13e96826-ee7e-458b-a661-a241914d0079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.073132652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"501c0204-5868-4e27-a628-b879c39a3b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.078041853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"706b1b39-5fc3-4efe-bd2b-e5dc7b813251","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.131685757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"501c0204-5868-4e27-a628-b879c39a3b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.134445638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"706b1b39-5fc3-4efe-bd2b-e5dc7b813251","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.200409536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13e96826-ee7e-458b-a661-a241914d0079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.258496289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13e96826-ee7e-458b-a661-a241914d0079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.298066363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d360c8a8-5ba1-4e69-8ff9-c49ce4e2881d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.319186527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e58dc302-42a7-4fa0-80bf-ec9cec6bffcc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.319208342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e58dc302-42a7-4fa0-80bf-ec9cec6bffcc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.355546953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d360c8a8-5ba1-4e69-8ff9-c49ce4e2881d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.397708071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"879bf68a-180c-4727-a156-12a646171e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.399468702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"0a6ea8aa-0c71-468e-94a5-226f38c302a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.412876452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d360c8a8-5ba1-4e69-8ff9-c49ce4e2881d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.459639204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"0a6ea8aa-0c71-468e-94a5-226f38c302a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.46097161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"879bf68a-180c-4727-a156-12a646171e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.469516711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45a87cba-b8d5-4686-84d8-a1d6b49e7123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.46953233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45a87cba-b8d5-4686-84d8-a1d6b49e7123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.507542188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"587ea9b2-3e86-430e-a902-cedf925a2daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.508139794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"cfed2197-76e9-49e1-95ec-cf8d27071d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.564344051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"587ea9b2-3e86-430e-a902-cedf925a2daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.56484665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"cfed2197-76e9-49e1-95ec-cf8d27071d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.625631263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0499b9c2-0c8f-46d5-883a-4a371e3f822e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.681893099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"0499b9c2-0c8f-46d5-883a-4a371e3f822e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.817559484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f78234eb-850e-43d0-9807-4d23c5ad11ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.817842717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"74978366-7a7c-4701-906c-494754ce0665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.874412682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"74978366-7a7c-4701-906c-494754ce0665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:03.874619466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"f78234eb-850e-43d0-9807-4d23c5ad11ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.237629814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"bdbe929e-9b9a-46e5-b7d5-93fd3b6533b1","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.371128348Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"bdbe929e-9b9a-46e5-b7d5-93fd3b6533b1","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.426648557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"bdbe929e-9b9a-46e5-b7d5-93fd3b6533b1","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.48405005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b17ff13-8351-4c1a-a9fc-e02a757494ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.484068898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b17ff13-8351-4c1a-a9fc-e02a757494ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.519548865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e599bc63-7f07-4474-9d02-397e02234991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.624110983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37740249-158c-4fde-a5be-fb4f5290906e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.661811981Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e599bc63-7f07-4474-9d02-397e02234991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.680793799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37740249-158c-4fde-a5be-fb4f5290906e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.71974727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e599bc63-7f07-4474-9d02-397e02234991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.736586943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37740249-158c-4fde-a5be-fb4f5290906e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.77833398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a1582c3-fe63-4ff1-a71f-6dbc99b41bdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.778348798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a1582c3-fe63-4ff1-a71f-6dbc99b41bdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.793824423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7f1dd8f-3b89-443d-bc5b-c785c479177c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:13.793840143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7f1dd8f-3b89-443d-bc5b-c785c479177c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:20.905398189Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:23.587357471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"a65af24c-178c-4624-98d2-969c6bd3a779","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:23.713225716Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"a65af24c-178c-4624-98d2-969c6bd3a779","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:23.768566655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"a65af24c-178c-4624-98d2-969c6bd3a779","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:23.825884555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"960ba870-42d6-4c43-828c-0a6f61e7026c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:23.825901189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"960ba870-42d6-4c43-828c-0a6f61e7026c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:23.932692792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9edaa2f7-a5b8-46e9-b795-f4b70e950d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:23.954286493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"359f8fd7-0fe4-43b4-8886-4661b306499a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.05911729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9edaa2f7-a5b8-46e9-b795-f4b70e950d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:21:24.071867651Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"359f8fd7-0fe4-43b4-8886-4661b306499a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.115992866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9edaa2f7-a5b8-46e9-b795-f4b70e950d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:21:24.128799058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"359f8fd7-0fe4-43b4-8886-4661b306499a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.129145387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07db8f71-644d-4a59-a7ba-f2ce0ec50e6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.129187843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07db8f71-644d-4a59-a7ba-f2ce0ec50e6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.171976904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7dd4241e-5811-435a-9da4-74ab86d9c00a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.171992465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7dd4241e-5811-435a-9da4-74ab86d9c00a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.338717199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbd5b224-b386-4ca7-8ae1-71d1ae6de371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.395554239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbd5b224-b386-4ca7-8ae1-71d1ae6de371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.450879786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbd5b224-b386-4ca7-8ae1-71d1ae6de371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.508989959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81fc2900-030d-49cf-8b0a-75de05d6086e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:24.509009824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81fc2900-030d-49cf-8b0a-75de05d6086e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:25.064166911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c00b5e-95c8-478a-8bb2-3f36665e7f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:25.115818725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c00b5e-95c8-478a-8bb2-3f36665e7f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:25.167606566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c00b5e-95c8-478a-8bb2-3f36665e7f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:25.221782046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c00b5e-95c8-478a-8bb2-3f36665e7f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:27.105808862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f059ad-d700-4991-9db0-d6845343f470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:27.157528858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f059ad-d700-4991-9db0-d6845343f470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:27.209072684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f059ad-d700-4991-9db0-d6845343f470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:27.261059877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f059ad-d700-4991-9db0-d6845343f470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:28.570184642Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"701056e4-31ff-4523-aad0-9911d27b4c06","namespace":"ai-tenant-e2e-inf-a-b4c114","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:28.570241616Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"701056e4-31ff-4523-aad0-9911d27b4c06","namespace":"ai-tenant-e2e-inf-a-b4c114","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:28.57028697Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"701056e4-31ff-4523-aad0-9911d27b4c06","aitenant":"ai-tenants/e2e-inf-a-b4c114","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:29.134004034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc38398d-eaf5-4570-bf14-5a729167a8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:29.185524201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc38398d-eaf5-4570-bf14-5a729167a8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:29.236787914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc38398d-eaf5-4570-bf14-5a729167a8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:29.288279811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc38398d-eaf5-4570-bf14-5a729167a8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:31.208305885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e281aef4-8ee5-4a5c-9272-e960f37eae57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:31.260811993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e281aef4-8ee5-4a5c-9272-e960f37eae57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:31.314850136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e281aef4-8ee5-4a5c-9272-e960f37eae57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:31.369296603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e281aef4-8ee5-4a5c-9272-e960f37eae57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:33.362045104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41ffde0-3aec-445b-89ab-2be22a4805ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:33.413594065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41ffde0-3aec-445b-89ab-2be22a4805ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:33.467250577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41ffde0-3aec-445b-89ab-2be22a4805ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:33.520375191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41ffde0-3aec-445b-89ab-2be22a4805ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:33.928681875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"59acf2f2-c53d-41b6-ac76-3a8367816052","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.056279479Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"59acf2f2-c53d-41b6-ac76-3a8367816052","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.111743895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"59acf2f2-c53d-41b6-ac76-3a8367816052","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.171407461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc93f9f-5dcc-417e-8c27-19be24b60c04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.17142222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc93f9f-5dcc-417e-8c27-19be24b60c04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.326971296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff2f28d-6d60-4f8f-88e0-758bf1eeb3e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.454652856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff2f28d-6d60-4f8f-88e0-758bf1eeb3e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.510249272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff2f28d-6d60-4f8f-88e0-758bf1eeb3e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.565789696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a547450e-bcf7-4c62-8714-88b8672e8f01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.565804818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a547450e-bcf7-4c62-8714-88b8672e8f01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.664791657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f75629e6-6c0e-4cf9-bd6f-2197a27a9640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.72169069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f75629e6-6c0e-4cf9-bd6f-2197a27a9640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.777134283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f75629e6-6c0e-4cf9-bd6f-2197a27a9640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.834887809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"053621c4-d6a4-4eab-ad9a-bc30de9f0bd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:34.834902489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"053621c4-d6a4-4eab-ad9a-bc30de9f0bd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:35.951519634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e18a712-ae38-4376-ac2a-6377089f6f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:36.00298856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e18a712-ae38-4376-ac2a-6377089f6f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:36.054260232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e18a712-ae38-4376-ac2a-6377089f6f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:36.105986928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e18a712-ae38-4376-ac2a-6377089f6f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:38.006588776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b1430-c91e-4fe7-8929-109befb5676a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:38.057973307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b1430-c91e-4fe7-8929-109befb5676a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:38.109296947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b1430-c91e-4fe7-8929-109befb5676a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:38.160818738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b1430-c91e-4fe7-8929-109befb5676a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:40.136093311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e098a4-3c9d-432e-a579-258628276030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:40.187473489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e098a4-3c9d-432e-a579-258628276030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:40.238928523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e098a4-3c9d-432e-a579-258628276030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:40.291039946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e098a4-3c9d-432e-a579-258628276030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:44.275295213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"28ba4132-d81d-4f52-9322-43c32eec7a31","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:44.405448743Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"28ba4132-d81d-4f52-9322-43c32eec7a31","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:44.46130961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"28ba4132-d81d-4f52-9322-43c32eec7a31","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:44.518668106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"542f038f-b001-4fb3-b106-75583b71a22e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:44.518684447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"542f038f-b001-4fb3-b106-75583b71a22e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:44.7627699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92a64d6-0c17-4651-842c-d5253b0b47d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:44.891074538Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92a64d6-0c17-4651-842c-d5253b0b47d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:44.94660979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92a64d6-0c17-4651-842c-d5253b0b47d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:44.989624373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38744145-c02d-4095-8532-e09239e2b2cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:45.002888375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d070c0af-141e-4469-b723-7e5a7ed3fcc3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:45.002906678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d070c0af-141e-4469-b723-7e5a7ed3fcc3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:45.045998764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38744145-c02d-4095-8532-e09239e2b2cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:45.101485032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38744145-c02d-4095-8532-e09239e2b2cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:45.159018783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a12aea91-cde2-4934-bf00-fbe94790140e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:45.159033165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a12aea91-cde2-4934-bf00-fbe94790140e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:50.905799973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.527866585Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","namespace":"ai-tenant-e2e-inf-a-e6522d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.527933519Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","namespace":"ai-tenant-e2e-inf-a-e6522d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.527976382Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","tenant":"e2e-inf-a-e6522d","tenantID":"e2e-inf-a-e6522d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.582382257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"Deployment","name":"maas-api-e2e-inf-a-e6522d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.622970115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"19581f11-2c8c-4d8c-a53a-963275714bfc","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.643573421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"Service","name":"maas-api-e2e-inf-a-e6522d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.705445957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-e6522d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.752910653Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"19581f11-2c8c-4d8c-a53a-963275714bfc","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.759350461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-e6522d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.810701783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"19581f11-2c8c-4d8c-a53a-963275714bfc","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.814088516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.866724254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9313b2c4-52b0-4485-9ca7-9691ce52e762","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.866747568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9313b2c4-52b0-4485-9ca7-9691ce52e762","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.868305249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.923804294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:54.978093089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.031611121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"Deployment","name":"payload-processing-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.082932405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.135984485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"Service","name":"payload-processing-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.158294827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18b21013-c426-45aa-a5db-f2348100820e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.187310899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.238719099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.284830449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18b21013-c426-45aa-a5db-f2348100820e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.290214785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.313639529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65bd3b3d-539c-49b1-ac27-b2bb26715b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.340451706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18b21013-c426-45aa-a5db-f2348100820e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.341660004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.370308569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65bd3b3d-539c-49b1-ac27-b2bb26715b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.39819856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"832bd075-c732-47d4-96b9-6c0d9bbc21b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.39821237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"832bd075-c732-47d4-96b9-6c0d9bbc21b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.39886596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.425988548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65bd3b3d-539c-49b1-ac27-b2bb26715b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.450493263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.483636156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f1748f3-a66e-4587-8683-da7b3d2fc1a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.483653175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f1748f3-a66e-4587-8683-da7b3d2fc1a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.501841203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.553495839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-e6522d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:55.604996209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6522d"},"namespace":"ai-tenant-e2e-inf-a-e6522d","name":"default-tenant","reconcileID":"a9debc18-2b70-4f55-8736-48fb8b23bd44","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-e6522d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:57.110858145Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e6522d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e6522d","reconcileID":"083aaf8e-bea3-4f10-b5a2-8e97bd594c7f","aitenant":"ai-tenants/e2e-inf-a-e6522d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:57.623854458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f976fef1-19f6-461a-8433-512e3fa0dfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:57.675447171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f976fef1-19f6-461a-8433-512e3fa0dfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:57.726960722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f976fef1-19f6-461a-8433-512e3fa0dfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:57.778605755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f976fef1-19f6-461a-8433-512e3fa0dfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:57.951707814Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e6522d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e6522d","reconcileID":"083aaf8e-bea3-4f10-b5a2-8e97bd594c7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e6522d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-e6522d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:59.670558867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b107ba8-39f5-4d62-8af6-6ae491d88985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:59.72250784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b107ba8-39f5-4d62-8af6-6ae491d88985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:59.773979006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b107ba8-39f5-4d62-8af6-6ae491d88985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:21:59.825537399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b107ba8-39f5-4d62-8af6-6ae491d88985","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:01.16451298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6065804f-1f27-4153-a2c5-7e59ae661835","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:01.164767513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"6301b8eb-8f94-4c49-b338-4e72c45a81d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:01.164982185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"99763335-8ba8-4c36-9d85-129b27de4a55","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:01.449714479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"587c25b2-6b90-4d45-8113-6da5355c814b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:01.550031958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"d6ba79d4-b5f7-4d4c-9201-3b0663b6fb8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:01.568868856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"9d55d297-1bae-49a6-b733-38006186db31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:01.814388709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"203a35ac-1d86-4997-acc5-5e1afc2aabe1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:01.937824824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"73d923ee-bc8e-4553-9e44-c8beb4720f08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:02.12295569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"ed4c3e26-5816-4d02-87d2-a95544747926","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:02.225003958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"e98ec5cd-a898-483c-8877-a312da9fbfb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:02.434570369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"852b2724-8377-46a3-936d-d91490de1814","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:02.85393935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d19ec74e-6555-4c27-bc1d-23821afd07c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:02.954491293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"e9808ce0-7564-4103-81d7-59bddc96ee07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:04.970473595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"1a518c21-3c6d-491b-894a-e039e6031ed2","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.096019631Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"1a518c21-3c6d-491b-894a-e039e6031ed2","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.151454533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"1a518c21-3c6d-491b-894a-e039e6031ed2","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.208792724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32d5e6c-da8b-4a08-8e2c-82579e782dc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.208807301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32d5e6c-da8b-4a08-8e2c-82579e782dc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.554046981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a2d9f28-8453-4f25-902f-50b6eaff00aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.662734012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2687332f-daac-49de-b243-e53142cc9fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.687596856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a2d9f28-8453-4f25-902f-50b6eaff00aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.719192121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2687332f-daac-49de-b243-e53142cc9fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.743460898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a2d9f28-8453-4f25-902f-50b6eaff00aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.774203499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2687332f-daac-49de-b243-e53142cc9fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.801014797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"802f5a93-c093-4a00-95a4-fe0a440ad4cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.80103283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"802f5a93-c093-4a00-95a4-fe0a440ad4cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.825761378Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","namespace":"ai-tenant-e2e-inf-b-beb309","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.825806343Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","namespace":"ai-tenant-e2e-inf-b-beb309","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.825849438Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","tenant":"e2e-inf-b-beb309","tenantID":"e2e-inf-b-beb309","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.831228166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1398d7ed-6196-441f-bb1c-b707c6f61020","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.831241083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1398d7ed-6196-441f-bb1c-b707c6f61020","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.87932034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"Deployment","name":"maas-api-e2e-inf-b-beb309","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:05.939608951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"Service","name":"maas-api-e2e-inf-b-beb309","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.000416747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-beb309","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.054053162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-beb309","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.109846184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.166296986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.203963677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8315a2-e7a3-4bf2-a559-29c28784e023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.257034235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8315a2-e7a3-4bf2-a559-29c28784e023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.261378058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.308999071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8315a2-e7a3-4bf2-a559-29c28784e023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.360674972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8315a2-e7a3-4bf2-a559-29c28784e023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.363243232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.414572282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"Deployment","name":"payload-processing-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.465905694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.517422256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"Service","name":"payload-processing-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.568921488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.626215788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.681626211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.737770959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.793257898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.846621752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.899662847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:06.951516512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-beb309","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:07.004957465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb309"},"namespace":"ai-tenant-e2e-inf-b-beb309","name":"default-tenant","reconcileID":"dd09a33a-d5d4-4248-aff0-7da674edc1a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-beb309","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:08.246461377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce49211-ed10-4242-9548-f19fb5188811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:08.298231258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce49211-ed10-4242-9548-f19fb5188811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:08.349757657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce49211-ed10-4242-9548-f19fb5188811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:08.401328937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce49211-ed10-4242-9548-f19fb5188811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:13.012449067Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-beb309","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-beb309","reconcileID":"a73f78fb-ef38-4d33-bb1d-c0c4b8ce2443","aitenant":"ai-tenants/e2e-inf-b-beb309","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:13.528242005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f380ec-a94e-4e77-bf9f-c64b08508b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:13.579818659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f380ec-a94e-4e77-bf9f-c64b08508b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:13.631175797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f380ec-a94e-4e77-bf9f-c64b08508b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:13.683065102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f380ec-a94e-4e77-bf9f-c64b08508b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:13.847048279Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-beb309","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-beb309","reconcileID":"a73f78fb-ef38-4d33-bb1d-c0c4b8ce2443","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-beb309","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-beb309"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.312523985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"dbfc1182-4d8f-4bb8-ab7c-87c9fa4295d7","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.440801651Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"dbfc1182-4d8f-4bb8-ab7c-87c9fa4295d7","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.49713403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"dbfc1182-4d8f-4bb8-ab7c-87c9fa4295d7","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.549487236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b837398-0565-4f16-bab7-30b7c4fd6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.552725092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17bd5c5a-6976-4e80-b35d-e26be0b237e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.552746306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17bd5c5a-6976-4e80-b35d-e26be0b237e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.601458901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b837398-0565-4f16-bab7-30b7c4fd6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.653063723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b837398-0565-4f16-bab7-30b7c4fd6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.704601755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b837398-0565-4f16-bab7-30b7c4fd6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.924607632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6d9be28-5ac5-41af-a8b1-ca25a5718a1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.924623926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6d9be28-5ac5-41af-a8b1-ca25a5718a1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.966773014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73fd244e-52ee-44a2-8d6d-6125a695b414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.9812591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d359db3-d886-4dd5-b790-6f7785bb3a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:15.981275054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d359db3-d886-4dd5-b790-6f7785bb3a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.018689276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a6eb702-70cf-4022-bf70-95098a9d4f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.084308785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"7c12de80-7721-42d9-babb-4a03e89d7e7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.094098166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73fd244e-52ee-44a2-8d6d-6125a695b414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:22:16.136244981Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a6eb702-70cf-4022-bf70-95098a9d4f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.156637024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73fd244e-52ee-44a2-8d6d-6125a695b414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.195484027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7291e141-3a04-4124-ace6-09c2c8dd1dd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.195498934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7291e141-3a04-4124-ace6-09c2c8dd1dd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:22:16.195504742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a6eb702-70cf-4022-bf70-95098a9d4f40","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.195891079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de8c1f3-143a-44a9-b86e-a1df9afd44a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.195905981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de8c1f3-143a-44a9-b86e-a1df9afd44a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.212189532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"7c12de80-7721-42d9-babb-4a03e89d7e7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.214346485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02bb4593-007e-4e44-9fbf-3ffcb319982d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.21436114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02bb4593-007e-4e44-9fbf-3ffcb319982d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.252902334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e0409b1-923a-45d7-a7c1-9fd3e7be3818","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.252922171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e0409b1-923a-45d7-a7c1-9fd3e7be3818","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.269467268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"7c12de80-7721-42d9-babb-4a03e89d7e7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:22:16.314335185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-sub-bab9d853","reconcileID":"2a7a663f-3b5b-4e02-ba89-56a06367358b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-bab9d853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.343527276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc2bdcfa-0ea8-4f26-9c52-ebdff5c27130","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.343541638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc2bdcfa-0ea8-4f26-9c52-ebdff5c27130","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.383742147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3553248b-3de5-4712-9711-9d8894f85981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.443382186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cf35513-0ed3-48fb-b1fd-6eed04a39564","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.443401104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cf35513-0ed3-48fb-b1fd-6eed04a39564","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.454118711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"14b20237-312a-4d2c-a3db-0664e86b6e8e","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.498787193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa806ea4-7265-46ec-9efc-1dffdc310cbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.498819338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa806ea4-7265-46ec-9efc-1dffdc310cbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.511073244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"14b20237-312a-4d2c-a3db-0664e86b6e8e","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.513722456Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3553248b-3de5-4712-9711-9d8894f85981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.567238308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"14b20237-312a-4d2c-a3db-0664e86b6e8e","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.569521535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3553248b-3de5-4712-9711-9d8894f85981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:22:16.620131526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"14b20237-312a-4d2c-a3db-0664e86b6e8e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-policy-bab9d853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.627130538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b23b62-916e-4602-bb13-8f09645a2518","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.627144469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b23b62-916e-4602-bb13-8f09645a2518","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.811874483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"6fdcc57d-22c8-4c5c-b754-c01ca5305baa","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.816852905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-sub-bab9d853","reconcileID":"0876ea95-d188-4260-a587-b62035b04759","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-34fa1a0c/e2e-sub-34fa1a0c","ai-tenant-e2e-mt-bab9d853/e2e-shared-sub-bab9d853","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.947300667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"6fdcc57d-22c8-4c5c-b754-c01ca5305baa","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.985185022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bff7ee12-ce85-4cf5-9d75-2f71ef71d9df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:16.985204281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bff7ee12-ce85-4cf5-9d75-2f71ef71d9df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.003012984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"6fdcc57d-22c8-4c5c-b754-c01ca5305baa","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.044550369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"82a51d8c-f812-4a53-be9f-8b1e431ccdd2","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.04499572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"350d548c-5e67-4e2a-8c64-5c3231cd9e16","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.083742436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba244517-882d-44f5-b1f8-980c718fb8df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.08376331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba244517-882d-44f5-b1f8-980c718fb8df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.236406319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c00d8672-d5c0-402a-9cef-64dcfd53ef38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.236431944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c00d8672-d5c0-402a-9cef-64dcfd53ef38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.240412957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-sub-bab9d853","reconcileID":"5bc24b09-2fe2-4295-9924-f6a2c913a820","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.303325837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b683f9d-2a6c-4046-bd48-9a7427547973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.303339324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b683f9d-2a6c-4046-bd48-9a7427547973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.414276876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"a4924cc3-ff9b-43bd-aa3f-1d18c1c3c15f","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.471341159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"a4924cc3-ff9b-43bd-aa3f-1d18c1c3c15f","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.504223207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26cbf1ec-36bc-441d-a816-e9e58fea921c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.50423664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26cbf1ec-36bc-441d-a816-e9e58fea921c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.526491281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"a4924cc3-ff9b-43bd-aa3f-1d18c1c3c15f","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.559663876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"161171f8-33f1-4369-8a45-464e854c2671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.559678981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"161171f8-33f1-4369-8a45-464e854c2671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.58350895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bbffb65-7c11-4631-8185-f01b250c4602","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.583528427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bbffb65-7c11-4631-8185-f01b250c4602","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:22:17.611520853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-sub-bab9d853","reconcileID":"135e7901-a481-4ca1-b6ad-334b27ac0b91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-bab9d853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.642656164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2b26ee-bc41-4f58-816b-bb0644366c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.694338153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2b26ee-bc41-4f58-816b-bb0644366c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.745998611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2b26ee-bc41-4f58-816b-bb0644366c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.753655069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2221cad5-12e7-4539-8dc2-50d4c87c60fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.753677244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2221cad5-12e7-4539-8dc2-50d4c87c60fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.798474756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2b26ee-bc41-4f58-816b-bb0644366c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.798761499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"3913f8d3-d45a-4cdd-bd8d-eb85bc90fcee","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.856564365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"3913f8d3-d45a-4cdd-bd8d-eb85bc90fcee","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.859209153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d0cecd-c989-476f-bdd3-d0c42b67876b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.859229158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d0cecd-c989-476f-bdd3-d0c42b67876b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:17.95514208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"3913f8d3-d45a-4cdd-bd8d-eb85bc90fcee","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:18.219543217Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-sub-bab9d853","reconcileID":"ac43bb03-ccc5-4be4-84f0-5e860b603fc9","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-34fa1a0c/e2e-sub-34fa1a0c","ai-tenant-e2e-mt-a9e5d4ce/e2e-shared-sub-bab9d853","ai-tenant-e2e-mt-bab9d853/e2e-shared-sub-bab9d853","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:18.383953021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db003a99-2ddd-4ff6-8f77-43a392b2afd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:18.383968933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db003a99-2ddd-4ff6-8f77-43a392b2afd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:18.429084079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f959b994-efe5-47fe-9114-0cd8150aca20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:18.429084076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-sub-bab9d853","reconcileID":"d79deb91-1b0c-46cc-9e25-7de02146bd2c","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:18.429434262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"69098011-f3ca-40d5-8598-86e4d63e0a82","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:18.59252194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-sub-bab9d853","reconcileID":"1a03da5f-000d-474d-8493-b92cccc858ce","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:20.905790739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:23.479469974Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"5086d643-0b56-4afa-9f67-9ed44cf0ddd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:23.479626832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beb8ba79-6f23-48d5-ae5a-a210d86f60fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:23.47964429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beb8ba79-6f23-48d5-ae5a-a210d86f60fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:23.633665363Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-policy-bab9d853","reconcileID":"5086d643-0b56-4afa-9f67-9ed44cf0ddd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"policyNamespace":"ai-tenant-e2e-mt-bab9d853","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:23.690477302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55e49046-95d4-4f69-b987-44d12218459b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:23.690496221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55e49046-95d4-4f69-b987-44d12218459b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:23.829175821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11ee198e-2811-45d0-bb7e-af33d035ab13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:23.829190989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11ee198e-2811-45d0-bb7e-af33d035ab13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:25.656215152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"b1a9f507-f21f-4d24-b8b0-697e0cea3504","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:25.712802179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"b1a9f507-f21f-4d24-b8b0-697e0cea3504","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:25.76853923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"b1a9f507-f21f-4d24-b8b0-697e0cea3504","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:25.826823613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4b76d52-489c-46b9-a397-d15c3f09380b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:25.826842522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4b76d52-489c-46b9-a397-d15c3f09380b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.369597556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67ea3d32-b4c0-42ee-9e7b-affb5c70b3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.495794279Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67ea3d32-b4c0-42ee-9e7b-affb5c70b3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.553279827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67ea3d32-b4c0-42ee-9e7b-affb5c70b3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.610906178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"711f4a9e-2ee0-4129-ab39-a6012428f662","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.61092271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"711f4a9e-2ee0-4129-ab39-a6012428f662","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.781570397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4b03001-dd2a-432e-a8b9-5f37c65ca50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.838017828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4b03001-dd2a-432e-a8b9-5f37c65ca50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.8937044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4b03001-dd2a-432e-a8b9-5f37c65ca50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.951233396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe951bd2-720f-4346-8ec3-df1c11c77ceb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:26.951250144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe951bd2-720f-4346-8ec3-df1c11c77ceb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:28.058877702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"456f16a8-8209-4bbd-821a-5cd88d001d63","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:28.184898141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"456f16a8-8209-4bbd-821a-5cd88d001d63","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:28.239912921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"456f16a8-8209-4bbd-821a-5cd88d001d63","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:28.296941803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84dac262-b7c9-4b37-9f6b-d5d57eb95b0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:28.296956899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84dac262-b7c9-4b37-9f6b-d5d57eb95b0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:33.993063225Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-sub-bab9d853","reconcileID":"5a618f39-cd34-4370-ad05-8bc7d7603e8e","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-bab9d853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:34.20822719Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"namespace":"ai-tenant-e2e-mt-bab9d853","name":"e2e-shared-sub-bab9d853","reconcileID":"5a618f39-cd34-4370-ad05-8bc7d7603e8e","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-bab9d853"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-34fa1a0c/e2e-sub-34fa1a0c","ai-tenant-e2e-mt-a9e5d4ce/e2e-shared-sub-bab9d853","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:34.41676752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-sub-bab9d853","reconcileID":"5de4bd6a-78e9-4b75-a373-944ef85aaa57","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:34.416926508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8791278-df96-4a71-8676-617e18d58236","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:34.417112826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"0be04991-45ef-458f-97c8-87dade306787","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:34.473201257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25c81b6-30cf-4127-a8fb-3ac7540294d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:34.47322298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25c81b6-30cf-4127-a8fb-3ac7540294d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:35.984060843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"0a2c4ada-42b9-4b04-876c-3ab1b21bae09","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:36.044472211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"0a2c4ada-42b9-4b04-876c-3ab1b21bae09","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:36.099606122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"0a2c4ada-42b9-4b04-876c-3ab1b21bae09","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:36.155458317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb770ad3-4f56-4e62-b8f2-b888b08369e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:36.155474831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb770ad3-4f56-4e62-b8f2-b888b08369e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:36.767200998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7bedbb9-74fc-4880-9efc-43cf21140ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:36.892898582Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7bedbb9-74fc-4880-9efc-43cf21140ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:36.949064509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7bedbb9-74fc-4880-9efc-43cf21140ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:37.006740309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4724868-2036-4978-bcdc-aeaa5bdcbdca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:37.006756952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4724868-2036-4978-bcdc-aeaa5bdcbdca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:37.107278847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa9b2c2e-a479-4f01-8e79-26d98742084a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:37.163518632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa9b2c2e-a479-4f01-8e79-26d98742084a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:37.219245874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa9b2c2e-a479-4f01-8e79-26d98742084a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:37.274477454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3bb5e8d-5c2a-4917-a7e6-b3aba80b4c78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:37.274491212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3bb5e8d-5c2a-4917-a7e6-b3aba80b4c78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:38.399782101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"da0341fa-ff5b-4c0a-b368-9d5b5dbc907d","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:38.52656176Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"da0341fa-ff5b-4c0a-b368-9d5b5dbc907d","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:38.581945098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"da0341fa-ff5b-4c0a-b368-9d5b5dbc907d","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:38.639404104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f4ca320-a642-483b-955e-174be84a68e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:38.639420618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f4ca320-a642-483b-955e-174be84a68e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:39.306274879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"843600ea-6413-4ade-962d-95462122ac86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:39.552811422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"5b34a365-a80a-40be-89bd-4c0f1544a979","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:39.802654593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"d9214789-1494-436e-8250-38a099654d8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:40.125515526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"704c1e0c-5077-4c91-836c-faaaceab03e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:40.219444622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"20b4c6e5-4efa-4ba0-acaf-ceeffb95e754","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:40.322582452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"c6f54acd-c0be-470f-a630-7a99e51f0cae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:40.421734268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"14197864-9727-438e-8dd7-a47ebd08ac87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:40.52310927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"01f959ad-d54e-407b-aaff-38e797aea4a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:40.637877787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc1b34bf-2a2e-4dfc-b8d7-18cd5e08ee2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:40.823593797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"b4d1eadc-06d6-4f8f-b2aa-6eee1b947518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:41.00705008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"ecc03776-71c9-48bd-b7ba-e53ff79a4614","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:42.783419666Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","namespace":"ai-tenant-e2e-inf-a-93b307","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:42.78347178Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","namespace":"ai-tenant-e2e-inf-a-93b307","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:42.783519188Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","tenant":"e2e-inf-a-93b307","tenantID":"e2e-inf-a-93b307","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:42.837134568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"Deployment","name":"maas-api-e2e-inf-a-93b307","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:42.896567034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"Service","name":"maas-api-e2e-inf-a-93b307","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:42.959410296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-93b307","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.014016219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-93b307","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.069321311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.123929133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.180881255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.235428435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.286987789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"Deployment","name":"payload-processing-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.338651037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.390065404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"Service","name":"payload-processing-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.441541299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.493039233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.544497689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.59602635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.652107686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.70369514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.755396124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.806972842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-93b307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:43.858539815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-93b307"},"namespace":"ai-tenant-e2e-inf-a-93b307","name":"default-tenant","reconcileID":"bede21f2-8cc9-4061-b0d2-4d7b95d9877c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-93b307","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:46.258679491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"afcce14b-68bf-47af-96b0-5b6793cf394b","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:46.315713568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"afcce14b-68bf-47af-96b0-5b6793cf394b","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:46.370901909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"afcce14b-68bf-47af-96b0-5b6793cf394b","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:46.428610759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f27b86e-55b3-4308-91d2-e8908c2d566d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:46.428630123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f27b86e-55b3-4308-91d2-e8908c2d566d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.162233615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"144f7fce-b5b2-44c6-8c8e-5784fcb92e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.28852928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"144f7fce-b5b2-44c6-8c8e-5784fcb92e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.343918903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"144f7fce-b5b2-44c6-8c8e-5784fcb92e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.402188074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7b08987-f7aa-4b5c-a63b-c89edef04363","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.402205652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7b08987-f7aa-4b5c-a63b-c89edef04363","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.429346507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afc98835-7654-4ba4-bab0-4f6b37d7f776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.486756137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afc98835-7654-4ba4-bab0-4f6b37d7f776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.542493108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afc98835-7654-4ba4-bab0-4f6b37d7f776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.600047803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6f1e2bc-edae-4a23-9625-e9bea6a4d4f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:47.600065286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6f1e2bc-edae-4a23-9625-e9bea6a4d4f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.743285569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"9258c221-cb0a-4cca-87ca-b04dfe55a302","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.816695554Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","namespace":"ai-tenant-e2e-inf-a-b4c114","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.816748576Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","namespace":"ai-tenant-e2e-inf-a-b4c114","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.816793576Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","tenant":"e2e-inf-a-b4c114","tenantID":"e2e-inf-a-b4c114","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.870137409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"Deployment","name":"maas-api-e2e-inf-a-b4c114","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.871171445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"9258c221-cb0a-4cca-87ca-b04dfe55a302","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.927083792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"9258c221-cb0a-4cca-87ca-b04dfe55a302","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.932470968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"Service","name":"maas-api-e2e-inf-a-b4c114","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.982638293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5069cdca-c0e8-4ff7-8b38-47bcee2d88b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.982661917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5069cdca-c0e8-4ff7-8b38-47bcee2d88b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:48.995086699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-b4c114","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.04882483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-b4c114","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.104769764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.159399568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.21653982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.273348664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.327984221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"Deployment","name":"payload-processing-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.379836771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.4322096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"Service","name":"payload-processing-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.483844322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.535486713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.586992092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.641354883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.698019367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.749754142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.801618525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.852933909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-b4c114","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:49.913685685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b4c114"},"namespace":"ai-tenant-e2e-inf-a-b4c114","name":"default-tenant","reconcileID":"f99fe1a3-1df3-433c-88ec-f4f60f9ab92b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-b4c114","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:50.262572169Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-93b307","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-93b307","reconcileID":"5d6f6831-db99-4136-8352-0f4a5dc2049d","aitenant":"ai-tenants/e2e-inf-a-93b307","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:50.813549181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b151072c-4c4e-498e-8d13-7b951eb494c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:50.865301574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b151072c-4c4e-498e-8d13-7b951eb494c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:50.905575334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:50.917064281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b151072c-4c4e-498e-8d13-7b951eb494c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:50.968957086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b151072c-4c4e-498e-8d13-7b951eb494c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:51.0823862Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-93b307","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-93b307","reconcileID":"5d6f6831-db99-4136-8352-0f4a5dc2049d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-93b307","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-93b307"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:52.003127679Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b4c114","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b4c114","reconcileID":"b1a51da8-1f3e-46c3-98c4-0b54efd838b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b4c114","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-b4c114"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:52.923485404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2d45b1-93f2-43ef-a76f-757deb8b12c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:52.974920634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2d45b1-93f2-43ef-a76f-757deb8b12c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:53.026239282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2d45b1-93f2-43ef-a76f-757deb8b12c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:53.077655147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2d45b1-93f2-43ef-a76f-757deb8b12c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:54.956635933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a2b51f-090e-4def-9afa-84cbdb59986f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:55.00913151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a2b51f-090e-4def-9afa-84cbdb59986f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:55.060646252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a2b51f-090e-4def-9afa-84cbdb59986f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:55.112711771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a2b51f-090e-4def-9afa-84cbdb59986f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:56.571738149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"5486e558-182a-4075-ab4b-29ffe027da0d","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:56.628490989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"5486e558-182a-4075-ab4b-29ffe027da0d","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:56.6844227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"5486e558-182a-4075-ab4b-29ffe027da0d","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:56.743248277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b61599ec-75cc-4d95-bd96-2883d7acf1ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:56.743269754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b61599ec-75cc-4d95-bd96-2883d7acf1ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.03646724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe5b5ef-8af9-46e7-ba4c-1c0acd045bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.088186993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe5b5ef-8af9-46e7-ba4c-1c0acd045bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.139870585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe5b5ef-8af9-46e7-ba4c-1c0acd045bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.191551868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe5b5ef-8af9-46e7-ba4c-1c0acd045bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.565213328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15037e87-c30e-46a7-a67c-425981016dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.700697262Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15037e87-c30e-46a7-a67c-425981016dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.756692979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d82c925-5a0d-40c3-813a-dc62d90dc2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.757450386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15037e87-c30e-46a7-a67c-425981016dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.813384614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d82c925-5a0d-40c3-813a-dc62d90dc2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.817520673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09243386-fedc-4cb4-bde5-ad57a36b5952","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.817535135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09243386-fedc-4cb4-bde5-ad57a36b5952","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.868658116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d82c925-5a0d-40c3-813a-dc62d90dc2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.927944342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5782745-6a36-4fbb-b131-412e15467702","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:57.92796177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5782745-6a36-4fbb-b131-412e15467702","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:59.087197747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"e6060f98-5a4b-4c8d-9767-ed08ebf434d9","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:59.218905294Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"e6060f98-5a4b-4c8d-9767-ed08ebf434d9","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:59.276350165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"e6060f98-5a4b-4c8d-9767-ed08ebf434d9","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:59.331887889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a813dd10-2fe2-4888-be5b-5f0e9b546bfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:59.331905289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a813dd10-2fe2-4888-be5b-5f0e9b546bfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:59.52035907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edc3959-f3e3-48ed-b2a4-b6dbf8ae49b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:59.575618393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edc3959-f3e3-48ed-b2a4-b6dbf8ae49b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:59.627092065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edc3959-f3e3-48ed-b2a4-b6dbf8ae49b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:22:59.67847426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5edc3959-f3e3-48ed-b2a4-b6dbf8ae49b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:01.561177463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb83e941-fe21-432c-a4fd-3583562a2d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:01.613666852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb83e941-fe21-432c-a4fd-3583562a2d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:01.670222325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb83e941-fe21-432c-a4fd-3583562a2d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:01.722498482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb83e941-fe21-432c-a4fd-3583562a2d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:01.829127375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daac5012-d574-440e-a4d3-48a125d82090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:01.829168305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daac5012-d574-440e-a4d3-48a125d82090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:01.892511742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a5335ad-ff87-443a-af2e-1946f2704728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:01.892534712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a5335ad-ff87-443a-af2e-1946f2704728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.05152849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"ac3e026c-b811-48b5-97be-ee10457b81fd","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.17887483Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"ac3e026c-b811-48b5-97be-ee10457b81fd","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.234565588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"ac3e026c-b811-48b5-97be-ee10457b81fd","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.293291332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b20159ef-cd64-4dc2-a8b3-fe0094c657f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.293316477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b20159ef-cd64-4dc2-a8b3-fe0094c657f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.324223276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cbf3e0f-9096-405f-9bf9-93b88b96c2c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.324332021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cbf3e0f-9096-405f-9bf9-93b88b96c2c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.436563722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"36001dc3-be01-41a2-a168-d8776a9f6916","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.572258528Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"36001dc3-be01-41a2-a168-d8776a9f6916","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.63289345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"36001dc3-be01-41a2-a168-d8776a9f6916","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.691221654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26572f06-f9fc-4cba-a1c1-86373221de26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:02.691246257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26572f06-f9fc-4cba-a1c1-86373221de26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:04.114492966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17bb5b97-266a-46e8-83f1-ee6f8c094836","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:04.114556932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"542b11d9-d991-4999-a2b3-1f434b92e016","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:04.114902699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-sub-bab9d853","reconcileID":"fb30a4f5-b67b-44bd-a35b-8e64e4632d49","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:06.847609914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"e94b7af6-d917-484e-aaba-69ae4b1770bb","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:06.906636672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"e94b7af6-d917-484e-aaba-69ae4b1770bb","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:06.964260565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"e94b7af6-d917-484e-aaba-69ae4b1770bb","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:07.021958946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca06d7ea-feeb-4af9-9927-55712f776976","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:07.021979006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca06d7ea-feeb-4af9-9927-55712f776976","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:07.975386316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92fd5444-b726-4df5-8bc5-b8711a4dd184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:08.084827452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08d0b93f-f296-448b-825a-ac6eb6288aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:08.101349144Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92fd5444-b726-4df5-8bc5-b8711a4dd184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:08.141162611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08d0b93f-f296-448b-825a-ac6eb6288aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:08.156915947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92fd5444-b726-4df5-8bc5-b8711a4dd184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:08.196398335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08d0b93f-f296-448b-825a-ac6eb6288aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:08.214964103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31353a35-c1e0-46b1-bdad-9600c5a6637e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:08.214981133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31353a35-c1e0-46b1-bdad-9600c5a6637e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:08.252230869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def52345-338a-43c1-9f49-ce142c873830","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:08.252248377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def52345-338a-43c1-9f49-ce142c873830","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:09.435529853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"1f9913d5-ef7e-4884-91b1-0d25d51f3f34","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:09.562485425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"1f9913d5-ef7e-4884-91b1-0d25d51f3f34","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:09.61981464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"1f9913d5-ef7e-4884-91b1-0d25d51f3f34","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:09.676876435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a96d6b6e-debd-4650-9df8-e23be1e06cd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:09.676896578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a96d6b6e-debd-4650-9df8-e23be1e06cd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:12.448391453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"16cf8b71-5857-440e-933d-b641df7303d8","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:12.57472444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"16cf8b71-5857-440e-933d-b641df7303d8","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:12.630051995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"16cf8b71-5857-440e-933d-b641df7303d8","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:12.687045348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b1f77d0-cad9-45a0-9b92-9fe3b0d272b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:12.687062199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b1f77d0-cad9-45a0-9b92-9fe3b0d272b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:12.796309963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"4ae278d2-c6ee-4209-8468-761ec93e4cb4","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:12.922479333Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"4ae278d2-c6ee-4209-8468-761ec93e4cb4","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:12.978136553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"4ae278d2-c6ee-4209-8468-761ec93e4cb4","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:13.035384747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a35fceb-6a18-4d95-aa8d-330d90be8566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:13.035398864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a35fceb-6a18-4d95-aa8d-330d90be8566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:17.13028075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"e84c383f-5ee5-437a-8638-adcbba00d305","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:17.186786727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"e84c383f-5ee5-437a-8638-adcbba00d305","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:17.242418743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"e84c383f-5ee5-437a-8638-adcbba00d305","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:17.299816844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a0168a7-8a51-48e0-995b-1725a1b0af5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:17.299832579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a0168a7-8a51-48e0-995b-1725a1b0af5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.369140305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b95e8bf-4d1c-44d9-be81-b8063df94ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.406019073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09126186-8c2d-4088-a707-952f683235f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.496454722Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b95e8bf-4d1c-44d9-be81-b8063df94ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:23:18.52264212Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09126186-8c2d-4088-a707-952f683235f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.551986258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b95e8bf-4d1c-44d9-be81-b8063df94ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:23:18.580417556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09126186-8c2d-4088-a707-952f683235f8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.58062928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c41407eb-15d3-48a1-a18d-f180f50aa504","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.580644396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c41407eb-15d3-48a1-a18d-f180f50aa504","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.6103727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa0c050e-f484-49bb-baca-f0692b9563e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.610387661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa0c050e-f484-49bb-baca-f0692b9563e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.74048712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24dce433-e919-4f93-b84b-9d3ac99456f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.797442119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24dce433-e919-4f93-b84b-9d3ac99456f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.852610386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24dce433-e919-4f93-b84b-9d3ac99456f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.910194143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78c13da2-cdbc-4264-8d23-e8bb04a1db89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:18.91020834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78c13da2-cdbc-4264-8d23-e8bb04a1db89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:19.809642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"a1c5a0e3-5c60-4203-b1ea-4af0c5c59083","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:19.936806281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"a1c5a0e3-5c60-4203-b1ea-4af0c5c59083","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:19.992564427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"a1c5a0e3-5c60-4203-b1ea-4af0c5c59083","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:20.051781228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47a67173-29fd-4b51-a240-651efbc0b7cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:20.051795656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47a67173-29fd-4b51-a240-651efbc0b7cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:20.905639116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:22.841977247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"5fb797d8-61eb-44eb-a76b-1958c7b6320d","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:22.968483551Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"5fb797d8-61eb-44eb-a76b-1958c7b6320d","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:23.023999466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"5fb797d8-61eb-44eb-a76b-1958c7b6320d","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:23.082253693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17084a11-d1c3-44fc-9542-7ab9fbea6cf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:23.082272066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17084a11-d1c3-44fc-9542-7ab9fbea6cf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:23.14153653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"dbe9b311-861e-4fc7-b15a-3ec9423b3646","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:23.268208043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"dbe9b311-861e-4fc7-b15a-3ec9423b3646","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:23.324490537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"dbe9b311-861e-4fc7-b15a-3ec9423b3646","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:23.382215464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22e5f7ea-ffef-4577-a335-827a319bb4d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:23.38222844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22e5f7ea-ffef-4577-a335-827a319bb4d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:27.408725605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"727aaa50-a670-4699-8e44-95de74a88671","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:27.46615994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"727aaa50-a670-4699-8e44-95de74a88671","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:27.521851792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"727aaa50-a670-4699-8e44-95de74a88671","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:27.579128847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44cbf750-f06f-4cf9-a7ba-1adee71d68a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:27.579171269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44cbf750-f06f-4cf9-a7ba-1adee71d68a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:28.766393039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d10f9d2-a495-43c1-be75-b38a6749769f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:28.896007717Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d10f9d2-a495-43c1-be75-b38a6749769f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:28.961589255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d10f9d2-a495-43c1-be75-b38a6749769f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:29.019480784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65a30d66-c0cc-4a6b-a61f-a6c3e21124e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:29.01949888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65a30d66-c0cc-4a6b-a61f-a6c3e21124e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:29.066920664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09a7eb63-2890-4074-835c-1fba08f394b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:29.123267012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09a7eb63-2890-4074-835c-1fba08f394b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:29.178447015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09a7eb63-2890-4074-835c-1fba08f394b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:29.236208153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b63ea3d-a3ce-4488-be51-e6eb347cc043","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:29.236222653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b63ea3d-a3ce-4488-be51-e6eb347cc043","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:30.155843779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"a8f2b506-5832-4665-9c36-9221ca0c4bf1","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:30.283108172Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"a8f2b506-5832-4665-9c36-9221ca0c4bf1","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:30.338185402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"a8f2b506-5832-4665-9c36-9221ca0c4bf1","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:30.396285724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfcb4ace-785f-4f74-bf1e-0a53f03ec38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:30.39630083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfcb4ace-785f-4f74-bf1e-0a53f03ec38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.237802187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"d5f64f1b-8900-4a4b-9cfe-747203474ebe","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.363715313Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"d5f64f1b-8900-4a4b-9cfe-747203474ebe","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.419291038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"d5f64f1b-8900-4a4b-9cfe-747203474ebe","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.474617241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4702dca-adbc-4e91-bf2d-2c1974b85326","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.474637351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4702dca-adbc-4e91-bf2d-2c1974b85326","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.484975871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"b28227b2-25d4-4ab6-803a-1a6003f36e6a","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.611574571Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"b28227b2-25d4-4ab6-803a-1a6003f36e6a","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.666790703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"b28227b2-25d4-4ab6-803a-1a6003f36e6a","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.724239508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22d4c1ae-dfa2-4996-8ee8-008b4d34e955","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.724254262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22d4c1ae-dfa2-4996-8ee8-008b4d34e955","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.910594281Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"96185cd3-cb27-47d5-b830-119703523d22","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.910636871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6627a76d-409e-4383-8dd6-aa07fd30af8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:33.910651385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6627a76d-409e-4383-8dd6-aa07fd30af8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:34.014227173Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-policy-34fa1a0c","reconcileID":"96185cd3-cb27-47d5-b830-119703523d22","MaaSAuthPolicy":{"name":"e2e-policy-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"policyNamespace":"ai-tenant-e2e-mt-34fa1a0c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:34.070808492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e556956a-398e-4213-8ab6-5db1463cdb13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:34.070822014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e556956a-398e-4213-8ab6-5db1463cdb13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:34.213803697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3771cfe-80e0-4016-9741-ae300c488633","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:34.213822485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3771cfe-80e0-4016-9741-ae300c488633","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.17457243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e53d81a6-6b7b-4402-97a2-9408cb262c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.300958144Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e53d81a6-6b7b-4402-97a2-9408cb262c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.35666559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e53d81a6-6b7b-4402-97a2-9408cb262c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.390688753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95821797-37b5-46e3-baa3-5c42db8b74d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.414373151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20752138-3fa4-4c1c-b286-dca7ff625a1a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.414387369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20752138-3fa4-4c1c-b286-dca7ff625a1a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.447263335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95821797-37b5-46e3-baa3-5c42db8b74d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.502655921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95821797-37b5-46e3-baa3-5c42db8b74d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.560214171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"332199cf-b1ca-4831-84ab-cc0329b5b97f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:39.560228164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"332199cf-b1ca-4831-84ab-cc0329b5b97f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:40.500274487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"6df04c5d-a9cd-44d6-93ad-b3149608dd99","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:40.627383158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"6df04c5d-a9cd-44d6-93ad-b3149608dd99","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:40.682947089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"6df04c5d-a9cd-44d6-93ad-b3149608dd99","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:40.740468382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39454efc-a554-474a-99b2-3b4df470985d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:40.740483857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39454efc-a554-474a-99b2-3b4df470985d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:43.629770659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"89358f96-cce3-4643-9369-3a4b4e222a84","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:43.756760943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"89358f96-cce3-4643-9369-3a4b4e222a84","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:43.812800927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"89358f96-cce3-4643-9369-3a4b4e222a84","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:43.82730228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"76c94115-09bd-400f-ba22-02c207168f14","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:43.8705632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7635ae6c-2ee1-44e4-a260-575d75bb00db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:43.870578106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7635ae6c-2ee1-44e4-a260-575d75bb00db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:43.953580925Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"76c94115-09bd-400f-ba22-02c207168f14","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:44.009099073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"76c94115-09bd-400f-ba22-02c207168f14","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:44.066521834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b674c308-727d-4951-a7eb-068b69510e81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:44.06653575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b674c308-727d-4951-a7eb-068b69510e81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:44.376132768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"dd48771e-dc18-474e-966e-a5428ba95369","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-34fa1a0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:44.591522663Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"namespace":"ai-tenant-e2e-mt-34fa1a0c","name":"e2e-sub-34fa1a0c","reconcileID":"dd48771e-dc18-474e-966e-a5428ba95369","MaaSSubscription":{"name":"e2e-sub-34fa1a0c","namespace":"ai-tenant-e2e-mt-34fa1a0c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-a9e5d4ce/e2e-shared-sub-bab9d853","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:44.799637986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-sub-bab9d853","reconcileID":"b8821771-6e9f-4a4a-8709-d825fa28a360","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:44.799967171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87ecf98b-a125-440a-856d-83474b0597b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:44.855368002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b13067-6ea1-4d0b-aece-df28906008b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:44.855383337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b13067-6ea1-4d0b-aece-df28906008b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.568519411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43b0828f-72c7-4e62-8600-38d8158d2041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.695227918Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43b0828f-72c7-4e62-8600-38d8158d2041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.71461315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b79aef6-3278-42b6-8277-91e067faa946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.750842623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43b0828f-72c7-4e62-8600-38d8158d2041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.77131629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b79aef6-3278-42b6-8277-91e067faa946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.808360282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb7b2041-b10c-438f-bce3-dfc74d16e885","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.808377354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb7b2041-b10c-438f-bce3-dfc74d16e885","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.82640298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b79aef6-3278-42b6-8277-91e067faa946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.884087387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e7917f2-c10c-4056-97a4-c1a9c7f8a67c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:49.884102699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e7917f2-c10c-4056-97a4-c1a9c7f8a67c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:50.844086125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"47213e86-0669-4069-8115-3f3e73986d1f","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:50.905736677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:50.971005498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"47213e86-0669-4069-8115-3f3e73986d1f","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:51.026019676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"47213e86-0669-4069-8115-3f3e73986d1f","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:51.08750328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1bfcf8-3bc1-4b6c-b46a-003cddc5773d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:51.087541334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1bfcf8-3bc1-4b6c-b46a-003cddc5773d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.025555441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"9140fbe9-02ad-4d49-a4c1-eaae7e35f213","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.153681315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"9140fbe9-02ad-4d49-a4c1-eaae7e35f213","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.171351623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"0e4299cf-12e7-4a97-a1c5-8683d79d0625","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.209448182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"9140fbe9-02ad-4d49-a4c1-eaae7e35f213","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.26654534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bb46047-8a05-4520-9139-5a5fb5f03f0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.26656158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bb46047-8a05-4520-9139-5a5fb5f03f0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.299254533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"0e4299cf-12e7-4a97-a1c5-8683d79d0625","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.354830353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"0e4299cf-12e7-4a97-a1c5-8683d79d0625","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.410309662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7739534-2be7-4f34-9243-0e9ff7e030d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:54.410324474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7739534-2be7-4f34-9243-0e9ff7e030d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:23:59.96291079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86ba45dc-4748-40b8-b082-0e0a053fc2ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:00.038719939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c88375-7fd0-47b0-8f06-c90b2ddfa61a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:00.096163454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86ba45dc-4748-40b8-b082-0e0a053fc2ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:00.152397703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c88375-7fd0-47b0-8f06-c90b2ddfa61a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:00.206240486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86ba45dc-4748-40b8-b082-0e0a053fc2ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:00.207552891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c88375-7fd0-47b0-8f06-c90b2ddfa61a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:00.26385512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2958e92a-955f-430b-846f-6e9e1777f516","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:00.263870585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2958e92a-955f-430b-846f-6e9e1777f516","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:00.266459134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f401e2fe-7d6d-4b6b-8557-edb2b3aa96f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:00.266474134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f401e2fe-7d6d-4b6b-8557-edb2b3aa96f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:01.191046845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"fa8c667e-90c5-4093-a37d-35c5e66803b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:01.317135957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"fa8c667e-90c5-4093-a37d-35c5e66803b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:01.372268454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"fa8c667e-90c5-4093-a37d-35c5e66803b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:01.427644298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6df27e4-dd3d-46fa-9ab6-24d24598c89f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:01.427660065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6df27e4-dd3d-46fa-9ab6-24d24598c89f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.422338843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"c6c1c826-e10a-42d7-9396-5b0cf4f5dc90","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.514013285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"eced064d-3762-4d12-8e4d-c1190e674bce","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.549978154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"c6c1c826-e10a-42d7-9396-5b0cf4f5dc90","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.606140626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"c6c1c826-e10a-42d7-9396-5b0cf4f5dc90","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.642910812Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"eced064d-3762-4d12-8e4d-c1190e674bce","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.661750889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acd9c2bc-583b-48dc-8db6-afb68acb4a90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.661772279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acd9c2bc-583b-48dc-8db6-afb68acb4a90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.698669422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"eced064d-3762-4d12-8e4d-c1190e674bce","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.75585675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5967923-0d62-4746-80d9-2bf2b0b32828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.755880872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5967923-0d62-4746-80d9-2bf2b0b32828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.918891882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","namespace":"ai-tenant-e2e-inf-b-82f387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.918969794Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","namespace":"ai-tenant-e2e-inf-b-82f387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.919063629Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","tenant":"e2e-inf-b-82f387","tenantID":"e2e-inf-b-82f387","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:04.972946336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"Deployment","name":"maas-api-e2e-inf-b-82f387","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.033386493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"Service","name":"maas-api-e2e-inf-b-82f387","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.092127845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-82f387","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.124820797Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"e7efec14-0b8a-4f85-a67c-59197787559e","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.125488054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a156d48-a8aa-4ede-8df6-43fbc3c0a2b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.125566073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a156d48-a8aa-4ede-8df6-43fbc3c0a2b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.15836467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-82f387","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.213968171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.281369189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.347128977Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-policy-bab9d853","reconcileID":"e7efec14-0b8a-4f85-a67c-59197787559e","MaaSAuthPolicy":{"name":"e2e-shared-policy-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"policyNamespace":"ai-tenant-e2e-mt-a9e5d4ce","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.347296383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.409908434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.410539515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aece9aea-cdf5-4446-971b-d87c9385019e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.410554471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aece9aea-cdf5-4446-971b-d87c9385019e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.492208024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"Deployment","name":"payload-processing-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.549832633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.550631491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3e931e7-5bec-453a-81da-25dfad5efab6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.550714007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3e931e7-5bec-453a-81da-25dfad5efab6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.608740455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"Service","name":"payload-processing-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.610024193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"70b741e0-08a3-46da-a428-e628501502e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.668289041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.703853217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"bd855bef-4bee-43eb-9d94-4b6d721c4f2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.726643795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.784033876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.841377305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.905305147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.941581696Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"157920c3-c98e-42bf-80a4-7f9e0879ac50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:05.964369695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.020568807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.067527248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"1958afb2-0c5f-45d7-958a-74105c2ba918","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.102578521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-82f387","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.173537262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-82f387"},"namespace":"ai-tenant-e2e-inf-b-82f387","name":"default-tenant","reconcileID":"c4fd9e3f-a18a-45e3-abeb-2372ae15e7ea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-82f387","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.174568854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"13df2ff9-246c-45eb-a6d4-cd7a48b0fc2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.182454999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b19c16ed-4a7b-4273-a05d-9eaee6f37af5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.300051348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"8bed05ce-0846-44b0-81a4-8c1ccb5316dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.358446065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7aafb32-e914-4e03-9d32-473f018b0873","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.513903671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"f8529300-efae-41d2-8341-536a1f12d866","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.647892832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"c62ed398-2c14-4b83-9486-7b67dfca561f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.749419688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"341030ef-7efe-497d-a49e-a43693b9497c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:06.840343966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"06cc45a7-5079-4bd3-be3c-ab9ec43c5813","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:07.096697051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"6c754221-dfd5-4969-bc45-dfbaf840ae92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.418628086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b823281b-30f5-4971-bd21-75381cffa40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.420531652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3678e661-3409-4203-aa5c-b001fa9f28af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.546005059Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b823281b-30f5-4971-bd21-75381cffa40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:24:10.55007759Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3678e661-3409-4203-aa5c-b001fa9f28af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.601226903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b823281b-30f5-4971-bd21-75381cffa40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:24:10.607396448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3678e661-3409-4203-aa5c-b001fa9f28af","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.607605203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2902730b-3f21-41c4-993a-ad9ce9dc94ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.607622689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2902730b-3f21-41c4-993a-ad9ce9dc94ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.657329901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb38ea47-7ca2-4414-880f-ada1d0348890","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.657342642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb38ea47-7ca2-4414-880f-ada1d0348890","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.767773583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7178a580-443b-4a68-8a56-a9e05c86c43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.824678496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7178a580-443b-4a68-8a56-a9e05c86c43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.880130461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7178a580-443b-4a68-8a56-a9e05c86c43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.936116372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a38c6a0-eecf-40d8-a29d-33a282981856","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:10.936139344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a38c6a0-eecf-40d8-a29d-33a282981856","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:14.81693877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"f55e7a56-4945-49c3-a862-59d398961302","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:14.865857748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"9100f5bf-a8f1-46a5-8fac-d63322fc5481","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:14.873382413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"f55e7a56-4945-49c3-a862-59d398961302","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:14.928247808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"f55e7a56-4945-49c3-a862-59d398961302","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:14.983834481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"260bf5e4-e5e3-48fb-b193-a530d1ea87bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:14.983853035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"260bf5e4-e5e3-48fb-b193-a530d1ea87bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:14.992299936Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"9100f5bf-a8f1-46a5-8fac-d63322fc5481","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:15.047706498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"9100f5bf-a8f1-46a5-8fac-d63322fc5481","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:15.105927032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04e3c564-3316-4f05-8178-b7c1645abcd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:15.105942099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04e3c564-3316-4f05-8178-b7c1645abcd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:15.672813975Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-82f387","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-82f387","reconcileID":"8254fb28-3064-4e53-8586-844fe83612ff","aitenant":"ai-tenants/e2e-inf-b-82f387","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:15.728138405Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-sub-bab9d853","reconcileID":"88471c8d-cbb9-4ebd-a6da-ec4167cbed8f","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-bab9d853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:15.8853568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"namespace":"ai-tenant-e2e-mt-a9e5d4ce","name":"e2e-shared-sub-bab9d853","reconcileID":"88471c8d-cbb9-4ebd-a6da-ec4167cbed8f","MaaSSubscription":{"name":"e2e-shared-sub-bab9d853","namespace":"ai-tenant-e2e-mt-a9e5d4ce"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:16.103778482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90e27f4e-9ccd-4f22-80b4-4b358e4d322a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:16.103795316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90e27f4e-9ccd-4f22-80b4-4b358e4d322a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:16.23289973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7e8c08-4ed3-4516-8fa2-a3751544822b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:16.28437236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7e8c08-4ed3-4516-8fa2-a3751544822b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:16.335637864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7e8c08-4ed3-4516-8fa2-a3751544822b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:16.387217867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7e8c08-4ed3-4516-8fa2-a3751544822b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:16.504712162Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-82f387","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-82f387","reconcileID":"8254fb28-3064-4e53-8586-844fe83612ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-82f387","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-82f387"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:18.263137284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd0d254-93f8-492c-ac67-da4e31f71e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:18.314573786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd0d254-93f8-492c-ac67-da4e31f71e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:18.366813864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd0d254-93f8-492c-ac67-da4e31f71e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:18.418348596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd0d254-93f8-492c-ac67-da4e31f71e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:20.298787145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4d650f-e735-42ac-9062-605937394393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:20.351446483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4d650f-e735-42ac-9062-605937394393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:20.402839251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4d650f-e735-42ac-9062-605937394393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:20.454558899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4d650f-e735-42ac-9062-605937394393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:20.822384354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f9e2e2-d94b-41d2-95eb-8610daa8ab9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:20.905673876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:20.948720879Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f9e2e2-d94b-41d2-95eb-8610daa8ab9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:21.004329105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f9e2e2-d94b-41d2-95eb-8610daa8ab9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:21.062139087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89d40e45-3f6d-4d0e-a57b-ddb31d667928","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:21.062177316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89d40e45-3f6d-4d0e-a57b-ddb31d667928","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:21.091006272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75070e87-9c8c-4db6-b79b-faa143374ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:21.147644491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75070e87-9c8c-4db6-b79b-faa143374ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:21.203770789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75070e87-9c8c-4db6-b79b-faa143374ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:21.258933101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"806c3200-56a3-4ae6-9156-ec336a3d82f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:21.25894713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"806c3200-56a3-4ae6-9156-ec336a3d82f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:22.491982922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857d2c4-9850-404e-bef5-81a7ef417974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:22.54377999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857d2c4-9850-404e-bef5-81a7ef417974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:22.595432959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857d2c4-9850-404e-bef5-81a7ef417974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:22.647967121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857d2c4-9850-404e-bef5-81a7ef417974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:22.654876268Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-1e8fe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-1e8fe5","reconcileID":"f7ad38b6-b9fe-458a-9c05-57f1a9537a31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-1e8fe5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-1e8fe5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:24.591126487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc53e5e8-b072-4030-be68-8c7f99d6a5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:24.64305481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc53e5e8-b072-4030-be68-8c7f99d6a5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:24.694412943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc53e5e8-b072-4030-be68-8c7f99d6a5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:24.74584098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc53e5e8-b072-4030-be68-8c7f99d6a5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.138314546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"808016fb-5349-4956-ae1e-3d4fa1258710","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.194827527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"808016fb-5349-4956-ae1e-3d4fa1258710","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.209230589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"af68bb60-1fe5-491a-8d10-97bad481aeca","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.25011562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"808016fb-5349-4956-ae1e-3d4fa1258710","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.307708516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c656f7b-be9b-4e15-baff-957c96b0bfe0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.307725406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c656f7b-be9b-4e15-baff-957c96b0bfe0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.335218518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"af68bb60-1fe5-491a-8d10-97bad481aeca","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.390341415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"af68bb60-1fe5-491a-8d10-97bad481aeca","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.445926279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10e88bc6-8c51-4bc4-8308-7034726c4eec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:25.445940249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10e88bc6-8c51-4bc4-8308-7034726c4eec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.216134416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cbb0edc-65ea-420f-a1da-9aff233a0940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.342552148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cbb0edc-65ea-420f-a1da-9aff233a0940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.397958884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cbb0edc-65ea-420f-a1da-9aff233a0940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.414463186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"618b4c27-be5a-458a-964f-9c4730dd732b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.455744492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"512615eb-675b-40ea-9412-f16bb2fd8f03","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.455763254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"512615eb-675b-40ea-9412-f16bb2fd8f03","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.471223223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"618b4c27-be5a-458a-964f-9c4730dd732b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.52687807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"618b4c27-be5a-458a-964f-9c4730dd732b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.582138943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d99ba36-2295-4b08-b74f-3cd51f549d49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:31.582174737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d99ba36-2295-4b08-b74f-3cd51f549d49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.463285327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"41df5cf2-d62a-484c-8f4a-197a7566dcdc","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.52039179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"41df5cf2-d62a-484c-8f4a-197a7566dcdc","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.557282774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"64e1614d-7133-4531-b23a-999dca7be03f","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.576048499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"41df5cf2-d62a-484c-8f4a-197a7566dcdc","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.633815557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80659384-dedd-4560-ba03-784df789f6ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.633830015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80659384-dedd-4560-ba03-784df789f6ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.683906721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"64e1614d-7133-4531-b23a-999dca7be03f","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.739247983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"64e1614d-7133-4531-b23a-999dca7be03f","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.794476747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e495db6-3aea-4800-bcfe-0a4791eecaed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:35.794493266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e495db6-3aea-4800-bcfe-0a4791eecaed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:40.684439031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"07c7502c-4508-4937-92cb-7a600d80d298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:40.784243906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"86d73764-3d0b-4974-a51f-736257d83f11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:40.884011814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a0494d4-7389-4320-a0e5-5aa6e436efb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.116165478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"e3bf2897-953c-493d-97e9-80caa1acf6d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.218012296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"7a77aeed-a608-41d4-93a8-c6cd7f97afdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.316943514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"86c0e296-ca82-4814-be22-24a48d68ffff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.31696584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"267c63c1-9cd3-4dcf-a2d3-b6031e66a1be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.425034442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"7518b02f-7256-4520-9d24-ff12f43077f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.610384335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd1d832-a333-4c5f-a5eb-07f1346e7902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.66945934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"5901c246-6399-479c-a025-0016a4bdf138","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.735753907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"195b8817-76ef-4f81-ba42-bff98ef85b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.736547587Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd1d832-a333-4c5f-a5eb-07f1346e7902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.791444172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd1d832-a333-4c5f-a5eb-07f1346e7902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.791845996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"195b8817-76ef-4f81-ba42-bff98ef85b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.846993979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"195b8817-76ef-4f81-ba42-bff98ef85b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.847293763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"713d05ed-5f88-4303-8cc0-fbfd0c866ed2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.847310572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"713d05ed-5f88-4303-8cc0-fbfd0c866ed2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.858136133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf34963c-cdeb-4bfd-b8df-080caaaca217","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.905216393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f7846c3-537e-471d-8a80-83b0ce69edf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:41.905230003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f7846c3-537e-471d-8a80-83b0ce69edf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:42.037727767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"7b17cfd1-e76a-4595-b500-c2efa079c599","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:42.143646987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"519a7f5d-abc5-47ef-8b5c-f89d8b01d0a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:45.788119672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"7aa7f4ce-1278-4249-8cfd-1e919095357f","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:45.845095445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"7aa7f4ce-1278-4249-8cfd-1e919095357f","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:45.903299498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"7354e852-a64d-4299-94a6-fb5fa3b40f90","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:45.906339087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"7aa7f4ce-1278-4249-8cfd-1e919095357f","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:45.963540893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5163fab4-3224-4dc3-81fd-878671e7f897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:45.963557245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5163fab4-3224-4dc3-81fd-878671e7f897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:46.031443226Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"7354e852-a64d-4299-94a6-fb5fa3b40f90","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:46.086907381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"7354e852-a64d-4299-94a6-fb5fa3b40f90","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:46.144526455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d13e9fe-7ea4-454d-8077-424821aa488e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:46.144541197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d13e9fe-7ea4-454d-8077-424821aa488e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:50.905659345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.002461425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c197dbc-355c-42a7-b387-23a6cffc7411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.059683593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce5e15e1-0906-444f-89af-d796f4dd5eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.128693946Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c197dbc-355c-42a7-b387-23a6cffc7411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:24:52.176483416Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce5e15e1-0906-444f-89af-d796f4dd5eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.184089507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c197dbc-355c-42a7-b387-23a6cffc7411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:24:52.231377438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce5e15e1-0906-444f-89af-d796f4dd5eba","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.231682685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b959fe3c-d466-40c4-b834-c6debab9c98b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.231696988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b959fe3c-d466-40c4-b834-c6debab9c98b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.241233309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6915ff6-7042-4e2c-9128-1e403e7205de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.241246516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6915ff6-7042-4e2c-9128-1e403e7205de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.392584617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86b6776-c270-433a-9ecb-33ed88c1fc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.449480383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86b6776-c270-433a-9ecb-33ed88c1fc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.504647236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86b6776-c270-433a-9ecb-33ed88c1fc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.560222486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa00390e-6b11-43ae-8087-20f358498547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:52.560239838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa00390e-6b11-43ae-8087-20f358498547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.117508062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"8f713771-3608-4250-83b9-b77df7e96cca","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.173672089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"8f713771-3608-4250-83b9-b77df7e96cca","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.228707529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"8f713771-3608-4250-83b9-b77df7e96cca","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.247396179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"dd776ba1-3fcd-4cc3-8904-e0c31873403f","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.28393115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce316342-517a-4f4f-b1f3-332ad72d5415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.283946833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce316342-517a-4f4f-b1f3-332ad72d5415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.373092204Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"dd776ba1-3fcd-4cc3-8904-e0c31873403f","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.42870387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"dd776ba1-3fcd-4cc3-8904-e0c31873403f","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.486583801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71a6b388-6517-410d-8afb-fa9076884f2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:24:56.486598362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71a6b388-6517-410d-8afb-fa9076884f2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.396657711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5affa9b4-2591-4e86-93c0-1351e7418a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.546989234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5affa9b4-2591-4e86-93c0-1351e7418a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.606329658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5affa9b4-2591-4e86-93c0-1351e7418a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.666842564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d9c0b33-b3af-406a-8150-c78d7c32c97c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.666857382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d9c0b33-b3af-406a-8150-c78d7c32c97c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.725030263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8ccd819-a8c0-4d5f-83a9-e84b10d5353b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.781855768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8ccd819-a8c0-4d5f-83a9-e84b10d5353b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.837230249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8ccd819-a8c0-4d5f-83a9-e84b10d5353b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.895229752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd1cf727-815e-4000-b916-bd80774fab55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:02.895243938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd1cf727-815e-4000-b916-bd80774fab55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.439907177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"cd21797a-5a4a-4cd2-b548-cdd367002ecb","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.497307233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"cd21797a-5a4a-4cd2-b548-cdd367002ecb","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.553052703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"cd21797a-5a4a-4cd2-b548-cdd367002ecb","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.588913743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"6cb2c4ef-4703-4f44-8ffe-bc1681388a98","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.610472643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8737ced5-6346-4026-b957-2c2e02edeb08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.610487113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8737ced5-6346-4026-b957-2c2e02edeb08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.715484157Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"6cb2c4ef-4703-4f44-8ffe-bc1681388a98","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.77073682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 110","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"6cb2c4ef-4703-4f44-8ffe-bc1681388a98","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.826094145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17178496-b48c-41fd-a8ab-1286ab95a516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:06.826109503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17178496-b48c-41fd-a8ab-1286ab95a516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:12.822332732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db674525-b9b1-48ae-be17-4656783d50b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:12.948763109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db674525-b9b1-48ae-be17-4656783d50b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:13.004060407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db674525-b9b1-48ae-be17-4656783d50b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:13.049837583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"882ab060-3f5e-4030-b510-2e592049d443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:13.061392205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0765609-a490-4399-a546-78eb6fd2c589","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:13.061408709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0765609-a490-4399-a546-78eb6fd2c589","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:13.10657652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"882ab060-3f5e-4030-b510-2e592049d443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:13.161750975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"882ab060-3f5e-4030-b510-2e592049d443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:13.218893281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a8e8724-369e-4c0e-9a4e-03723245752c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:13.218908184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a8e8724-369e-4c0e-9a4e-03723245752c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:14.749079627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"87a46d81-1a75-4a19-96ba-3322a26ec26c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:14.849803936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"07494ac0-436b-49f6-99a2-c4ac29efbcfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:15.220731744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"342e1741-dd86-4330-b532-e9b853ea7416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:15.320990186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"81e3ece7-96f4-494d-8ac8-5c87457c8c49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:15.423413306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"aee9e490-1343-417b-a414-bbf80e83ff56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:15.423434767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"cea28416-4032-4819-baca-b56b11d7fde6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:15.465330559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"37ad8211-0f87-4d81-a042-72347f649368","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:15.537644785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"a0aa368a-8e33-4f3d-8d3d-cb7e1756ad27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:15.650873378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cea57b28-3114-4cb2-9b10-3bc1f876e053","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:15.75795128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"80c1abf7-9e11-4202-a0ca-63adade00c76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:15.891476549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50bf3ee9-8382-41e7-adb7-e89f6a6de1fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.070318738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"a5af8932-968b-4675-beb9-06d314a43fc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.240396052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d583b2a-20d7-4279-8c3a-34b650a1cd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.240416958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d583b2a-20d7-4279-8c3a-34b650a1cd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.29465889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adfc596c-8026-420c-8df8-76a280a30a8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.294674627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adfc596c-8026-420c-8df8-76a280a30a8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.3984754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"namespace":"ai-tenant-e2e-mt-c7f706ec","name":"e2e-policy-c7f706ec","reconcileID":"587a9f4a-4c17-4bab-a657-1f8ab41f1195","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.524047669Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"namespace":"ai-tenant-e2e-mt-c7f706ec","name":"e2e-policy-c7f706ec","reconcileID":"587a9f4a-4c17-4bab-a657-1f8ab41f1195","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.57957675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"namespace":"ai-tenant-e2e-mt-c7f706ec","name":"e2e-policy-c7f706ec","reconcileID":"587a9f4a-4c17-4bab-a657-1f8ab41f1195","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.765297636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"9a5ebdcd-6fff-4a51-8851-fe361b23e621","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.891120497Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"9a5ebdcd-6fff-4a51-8851-fe361b23e621","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.929107239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"2da2d3d0-5ae5-4237-a8bb-73f7cc748373","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:16.946248964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"9a5ebdcd-6fff-4a51-8851-fe361b23e621","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:17.001236563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1fc1838-0ee8-47f6-97b0-ce2019b0edda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:17.001251646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1fc1838-0ee8-47f6-97b0-ce2019b0edda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:17.054980036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"2da2d3d0-5ae5-4237-a8bb-73f7cc748373","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:17.110443595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"2da2d3d0-5ae5-4237-a8bb-73f7cc748373","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:17.185837431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c17ad5-d59f-4d9f-81e1-f9c8680b850d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:17.185856721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c17ad5-d59f-4d9f-81e1-f9c8680b850d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:20.906315064Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.216439402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c169b4d-c9fb-48c6-a6a7-9801aa599500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.344041788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c169b4d-c9fb-48c6-a6a7-9801aa599500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.37535308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2a508ba-22a1-492c-907a-40db8be6276a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.399183859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c169b4d-c9fb-48c6-a6a7-9801aa599500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.431623098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2a508ba-22a1-492c-907a-40db8be6276a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.456551667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e69b5ed4-cc80-42df-a080-d86a704ac45f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.456570665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e69b5ed4-cc80-42df-a080-d86a704ac45f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.48713471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2a508ba-22a1-492c-907a-40db8be6276a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.542575653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a71e26a1-1111-4e9b-97c9-5e1d8a9c9435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:23.542589064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a71e26a1-1111-4e9b-97c9-5e1d8a9c9435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.15633532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"e7c10d88-05c0-4448-990b-dea01e85b613","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.213680823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"e7c10d88-05c0-4448-990b-dea01e85b613","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.269012158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"e7c10d88-05c0-4448-990b-dea01e85b613","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.281080579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"78537213-950b-46c7-a7a0-6400b24b562d","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.326275018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddfe4272-cbe8-4ac7-a569-6040eefd2394","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.32629033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddfe4272-cbe8-4ac7-a569-6040eefd2394","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.407657025Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"78537213-950b-46c7-a7a0-6400b24b562d","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.462683452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"78537213-950b-46c7-a7a0-6400b24b562d","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.520660312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f8da6df-d872-409f-8d49-7ab775eb2626","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:27.520677301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f8da6df-d872-409f-8d49-7ab775eb2626","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.612205159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdded67f-a31d-404a-91c2-447689abe1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.712017444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6957c311-a3c6-4ef7-9a60-9c4f5aebc83e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.739301639Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdded67f-a31d-404a-91c2-447689abe1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.768645709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6957c311-a3c6-4ef7-9a60-9c4f5aebc83e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.794740398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdded67f-a31d-404a-91c2-447689abe1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.823868255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6957c311-a3c6-4ef7-9a60-9c4f5aebc83e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.850931776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd8ebe20-7638-4f6b-9d68-1ccf31ba5577","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.850947194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd8ebe20-7638-4f6b-9d68-1ccf31ba5577","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.88137321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8954d6f1-ff1b-4c4f-8b05-915cb03dbbe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:33.881388776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8954d6f1-ff1b-4c4f-8b05-915cb03dbbe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:35.68121692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"da2c036a-e8ca-4cbf-ad7a-e8514b3208f7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:35.798271515Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"da2c036a-e8ca-4cbf-ad7a-e8514b3208f7","name":"e2e-shared-a-w0-1e8fe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.482047705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"61648241-6334-4231-9c58-89ebab8e7375","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.540163334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"61648241-6334-4231-9c58-89ebab8e7375","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.596429437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"61648241-6334-4231-9c58-89ebab8e7375","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.625215518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"9e11074b-8412-4752-835d-f20e0ad81ac7","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.652087724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62cd96d3-4620-4f84-8a8b-72ff61d7234d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.652103244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62cd96d3-4620-4f84-8a8b-72ff61d7234d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.752518046Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"9e11074b-8412-4752-835d-f20e0ad81ac7","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.80782521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 118","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"9e11074b-8412-4752-835d-f20e0ad81ac7","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.863101715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0610af09-f789-4fcb-addb-21baff418c6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:37.863116489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0610af09-f789-4fcb-addb-21baff418c6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:42.275356027Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"namespace":"ai-tenant-e2e-mt-c7f706ec","name":"e2e-policy-c7f706ec","reconcileID":"79c93208-c4f6-4f29-8c6e-1da9600b777f","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:42.427553827Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"namespace":"ai-tenant-e2e-mt-c7f706ec","name":"e2e-policy-c7f706ec","reconcileID":"79c93208-c4f6-4f29-8c6e-1da9600b777f","MaaSAuthPolicy":{"name":"e2e-policy-c7f706ec","namespace":"ai-tenant-e2e-mt-c7f706ec"},"policyNamespace":"ai-tenant-e2e-mt-c7f706ec","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.007370592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d7d44dc-b022-4af8-86a4-5f9c6ee7b98d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.108180307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da496000-6c2f-4a2b-99ea-c86ff77be885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.134361821Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d7d44dc-b022-4af8-86a4-5f9c6ee7b98d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.164743369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da496000-6c2f-4a2b-99ea-c86ff77be885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.190196519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 119","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d7d44dc-b022-4af8-86a4-5f9c6ee7b98d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.219884235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 119","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da496000-6c2f-4a2b-99ea-c86ff77be885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.248558986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f79a6146-7a79-48f3-8d90-250732321395","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.248573244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f79a6146-7a79-48f3-8d90-250732321395","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.277390595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"addb7cc4-1537-4a63-adec-6df61736bf21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:44.277404345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"addb7cc4-1537-4a63-adec-6df61736bf21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:47.811610292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"6f491465-c049-4e4f-9150-8b4f7f079111","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:47.868524089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"6f491465-c049-4e4f-9150-8b4f7f079111","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:47.925967223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 119","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"6f491465-c049-4e4f-9150-8b4f7f079111","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:47.967909888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"ad7eb428-ae8d-4b96-9008-11098e15771f","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:47.981277026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69803963-8e8f-4e94-8b7d-62127037223a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:47.981301934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69803963-8e8f-4e94-8b7d-62127037223a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:48.096103869Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"ad7eb428-ae8d-4b96-9008-11098e15771f","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:48.151421215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 120","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"ad7eb428-ae8d-4b96-9008-11098e15771f","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:48.208739175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"607e6fa7-3ed1-475e-abfe-73a7741098c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:48.208755844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"607e6fa7-3ed1-475e-abfe-73a7741098c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:50.905759109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:51.223749552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc113f7-70c3-4e1f-ba30-df17e5753d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:51.275388725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc113f7-70c3-4e1f-ba30-df17e5753d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:51.327056221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc113f7-70c3-4e1f-ba30-df17e5753d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:51.378838014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc113f7-70c3-4e1f-ba30-df17e5753d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:51.838264919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6038447f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6038447f","reconcileID":"0526491b-79a6-49f8-98d0-09c94b1b137f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6038447f","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-6038447f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:53.266321732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b95110c-1d73-4f6b-a932-4ac5be5584b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:53.317613786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b95110c-1d73-4f6b-a932-4ac5be5584b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:53.368995279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b95110c-1d73-4f6b-a932-4ac5be5584b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:53.42106283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b95110c-1d73-4f6b-a932-4ac5be5584b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.411845791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d24bcc2b-2148-4a9b-81ee-912202e72451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.463676674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd79031-38ec-4a2f-9760-ff8a3c628d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.592675804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd79031-38ec-4a2f-9760-ff8a3c628d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:25:54.597894345Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d24bcc2b-2148-4a9b-81ee-912202e72451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.648547983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 121","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd79031-38ec-4a2f-9760-ff8a3c628d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.660013358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c970994b-bd4c-405b-aebe-ebf213809955","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.660030595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c970994b-bd4c-405b-aebe-ebf213809955","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:25:54.660023533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d24bcc2b-2148-4a9b-81ee-912202e72451","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.706128372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a29ebef3-34aa-47b0-98b5-dccb2fb5b4f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.7061435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a29ebef3-34aa-47b0-98b5-dccb2fb5b4f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.833349622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85f6e4bf-02dc-4db1-bdc6-1e62b0f99454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.891698305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85f6e4bf-02dc-4db1-bdc6-1e62b0f99454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:54.946877199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 121","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85f6e4bf-02dc-4db1-bdc6-1e62b0f99454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:55.002337321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7368591-6607-4b3e-9b85-d7048bf693e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:55.002352091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7368591-6607-4b3e-9b85-d7048bf693e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:55.299427762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cd8f24-4a80-4a4c-9c8e-50e3b26ec92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:55.353301753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cd8f24-4a80-4a4c-9c8e-50e3b26ec92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:55.404731683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cd8f24-4a80-4a4c-9c8e-50e3b26ec92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:55.457507221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cd8f24-4a80-4a4c-9c8e-50e3b26ec92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.136303239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"7f960d84-0bba-4438-a917-4fac30676b00","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.193208152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"7f960d84-0bba-4438-a917-4fac30676b00","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.248584429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 121","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"7f960d84-0bba-4438-a917-4fac30676b00","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.305673532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6857aed-9996-4392-b840-7605e775b006","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.305690419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6857aed-9996-4392-b840-7605e775b006","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.312051666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"4197cb34-cbbf-4220-9054-d6ba220c4e38","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.438743627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"4197cb34-cbbf-4220-9054-d6ba220c4e38","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.49376117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 122","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"4197cb34-cbbf-4220-9054-d6ba220c4e38","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.548736911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f9e5d26-1886-4a4f-96ce-e04aaf37445f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:25:58.548754499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f9e5d26-1886-4a4f-96ce-e04aaf37445f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:02.70112676Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"2d27382f-af32-4582-aec9-c835b4f4c88c","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:02.701302752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e975f451-9cad-40fd-90ad-9f4220cfe466","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:02.701324442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e975f451-9cad-40fd-90ad-9f4220cfe466","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:02.853858558Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"namespace":"ai-tenant-e2e-mt-4242d2f6","name":"e2e-policy-4242d2f6","reconcileID":"2d27382f-af32-4582-aec9-c835b4f4c88c","MaaSAuthPolicy":{"name":"e2e-policy-4242d2f6","namespace":"ai-tenant-e2e-mt-4242d2f6"},"policyNamespace":"ai-tenant-e2e-mt-4242d2f6","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:02.910811396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69c4a5b4-8013-4559-8792-35225fe2fa74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:02.910830503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69c4a5b4-8013-4559-8792-35225fe2fa74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:04.860862433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d689d89-aa52-4007-92c8-b030bdb1e137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:04.986982225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d689d89-aa52-4007-92c8-b030bdb1e137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:05.042389575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d689d89-aa52-4007-92c8-b030bdb1e137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:05.099812676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f047a68-24e3-4a14-9511-05ab31b581bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:05.099828064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f047a68-24e3-4a14-9511-05ab31b581bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:05.156617366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"883236bc-3370-40b5-852a-49dba8987031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:05.213397384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"883236bc-3370-40b5-852a-49dba8987031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:05.268965084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"883236bc-3370-40b5-852a-49dba8987031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:05.327372734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90e66ea9-8915-485f-9542-81b757d9a9fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:05.327387306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90e66ea9-8915-485f-9542-81b757d9a9fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:07.217688543Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e1f85c9d","reconcileID":"33815d3b-8c13-4675-9ba4-9689db7601f3","MaaSAuthPolicy":{"name":"e2e-default-ns-e1f85c9d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:07.217796273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d17c191d-4aec-4d60-a797-d17da22a2ec7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:07.217815516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d17c191d-4aec-4d60-a797-d17da22a2ec7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:07.42781062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9fa45c1-5e66-481e-82b7-d2127c8cf070","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:07.427830845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9fa45c1-5e66-481e-82b7-d2127c8cf070","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:14.358608823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"39f15a76-c7ba-4125-8138-d4b09a09fbf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:14.46121627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"db269553-cf76-4b43-963d-a4981ca0ff72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:14.560056467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"b940a4e1-359e-4ac5-92a4-04b72d2b14de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:14.791275068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"7604486c-9aa0-49f9-b6e0-afd2e4f69ef0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:14.915908595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9137ef66-3748-48ee-a7c0-dd60c6d4b2ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.039362351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"653a9d1a-09a1-41c4-9714-bd6112c6ad8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.139583104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"8ab0a09f-ddd0-4f0b-8cfe-f8304fb3a9e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.241073579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"d1a29737-ccf9-4acd-b058-1440f5ce2787","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.241105727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5aa3d6d-7840-4f16-81e8-9aa035d674a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.253881948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2618368-4573-4633-aa60-9d72e564cf4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.310116485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2618368-4573-4633-aa60-9d72e564cf4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.340869129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"fd1f2183-8e8a-4302-ac5a-e356d5ec61b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.365371288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2618368-4573-4633-aa60-9d72e564cf4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.467569576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"a5cc0d41-50eb-4e95-a4cb-f5c1bd443534","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.48505971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72882b2f-ffa6-4859-8ad0-8c3d8eb90167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.541410023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72882b2f-ffa6-4859-8ad0-8c3d8eb90167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.596753916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72882b2f-ffa6-4859-8ad0-8c3d8eb90167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:15.713708047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"778755ee-8dba-474d-86c3-afb82074e721","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:20.90701135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:25.519947454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5682537-7efe-4815-b52c-6a5cdec7cd2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:25.576943191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5682537-7efe-4815-b52c-6a5cdec7cd2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:25.632224661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5682537-7efe-4815-b52c-6a5cdec7cd2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:25.757041832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38ad4bb1-2743-4b51-a692-4cbed60a8cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:25.814050965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38ad4bb1-2743-4b51-a692-4cbed60a8cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:25.869260371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38ad4bb1-2743-4b51-a692-4cbed60a8cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:35.788139017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5543feeb-d330-442e-95da-46fe960d159f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:35.844722614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5543feeb-d330-442e-95da-46fe960d159f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:35.90119907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5543feeb-d330-442e-95da-46fe960d159f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:36.024192462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20c170b5-d0ea-46cd-919c-853ae9d2ac82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:36.081038287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20c170b5-d0ea-46cd-919c-853ae9d2ac82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:36.136229616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20c170b5-d0ea-46cd-919c-853ae9d2ac82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:46.056458405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23e4ff9e-43a6-479d-ac99-a1f8c690b21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:46.113069147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23e4ff9e-43a6-479d-ac99-a1f8c690b21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:46.168478833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23e4ff9e-43a6-479d-ac99-a1f8c690b21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:46.291454445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfdee421-c366-4901-bd10-38de921e8c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:46.347730246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfdee421-c366-4901-bd10-38de921e8c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:46.403324949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 41, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfdee421-c366-4901-bd10-38de921e8c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:50.906610311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:52.090237497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a0a8cf-5843-4b9c-9657-ef9a342f5cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:52.141627413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a0a8cf-5843-4b9c-9657-ef9a342f5cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:52.193087594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a0a8cf-5843-4b9c-9657-ef9a342f5cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:52.244804584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a0a8cf-5843-4b9c-9657-ef9a342f5cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:54.115811315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0255efc1-e366-4dab-99ef-39e78ed5a519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:54.167549293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0255efc1-e366-4dab-99ef-39e78ed5a519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:54.219180746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0255efc1-e366-4dab-99ef-39e78ed5a519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:54.270568439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0255efc1-e366-4dab-99ef-39e78ed5a519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:56.32787505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03fecfc0-e6c7-4a00-9dc0-73809a3aa874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:56.385083766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03fecfc0-e6c7-4a00-9dc0-73809a3aa874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:56.563896312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c11920c9-17ec-4077-a191-42063065ac6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:56.620555078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c11920c9-17ec-4077-a191-42063065ac6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:56.656830947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"099fe022-e404-4f69-95c2-9d911f7c996e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:56.656848056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"099fe022-e404-4f69-95c2-9d911f7c996e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:56.892935092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bae28b99-2efe-4f0b-a3d4-5cc7fabce95f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:26:56.892956694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bae28b99-2efe-4f0b-a3d4-5cc7fabce95f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:00.892266172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e011ba4c-4017-446e-83f9-53162061783c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:00.944378103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e011ba4c-4017-446e-83f9-53162061783c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:00.997930747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e011ba4c-4017-446e-83f9-53162061783c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:01.051014339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e011ba4c-4017-446e-83f9-53162061783c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:01.368971343Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-dc8b23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-dc8b23","reconcileID":"48f05b01-3c90-4770-836f-cee01ec67e2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-dc8b23","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-dc8b23":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:02.945078401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2ed942-1651-41f1-b4e0-84e9d3a70213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:02.998117795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2ed942-1651-41f1-b4e0-84e9d3a70213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:03.050202269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2ed942-1651-41f1-b4e0-84e9d3a70213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:03.101486725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2ed942-1651-41f1-b4e0-84e9d3a70213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:04.979724849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e5581c-0e25-4425-95e1-009be8ca3aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:05.032418762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e5581c-0e25-4425-95e1-009be8ca3aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:05.084773804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e5581c-0e25-4425-95e1-009be8ca3aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:05.136247498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e5581c-0e25-4425-95e1-009be8ca3aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:10.614720419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"a77d1fc8-102b-48f7-9249-af463cc993d0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6038447f","tenantID":"e2e-mt-6038447f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:10.731877403Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"a77d1fc8-102b-48f7-9249-af463cc993d0","name":"e2e-mt-6038447f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:16.603689543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"d2602f33-51e5-4cfe-8bbc-4e55d242f6ad","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:16.603727304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"d2602f33-51e5-4cfe-8bbc-4e55d242f6ad","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:20.90577264Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:48.489113367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175cc4d7-8172-418e-8c58-19374130e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:48.541058185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175cc4d7-8172-418e-8c58-19374130e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:48.592713649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175cc4d7-8172-418e-8c58-19374130e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:48.644699744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175cc4d7-8172-418e-8c58-19374130e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:50.523086935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4c143f-3762-4a0d-b066-b7296c56669d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:50.574538306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4c143f-3762-4a0d-b066-b7296c56669d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:50.626103134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4c143f-3762-4a0d-b066-b7296c56669d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:50.677939064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4c143f-3762-4a0d-b066-b7296c56669d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:27:50.905430169Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.5647842Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.564860474Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","namespace":"ai-tenant-e2e-shared-a-w1-19dda4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.564920554Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","tenant":"e2e-shared-a-w1-19dda4","tenantID":"e2e-shared-a-w1-19dda4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.618133375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-19dda4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.68097614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"Service","name":"maas-api-e2e-shared-a-w1-19dda4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.743326181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-19dda4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.799497771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-19dda4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.854547982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.908549516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:00.9654669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.021286675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.072652157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.124083395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.17573895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.227236108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.278931064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.330117035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.381518706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.436984114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.488268146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.53985291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.591454433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-19dda4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:01.643047275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-19dda4"},"namespace":"ai-tenant-e2e-shared-a-w1-19dda4","name":"default-tenant","reconcileID":"5ab89cd7-c4bb-4608-ad40-bcd5b98eab31","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-19dda4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:11.574967597Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-19dda4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-19dda4","reconcileID":"8c47cc21-4af3-46ba-bde5-c50e012b3400","aitenant":"ai-tenants/e2e-shared-a-w1-19dda4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:12.081048009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6214d376-2110-463c-97c9-8df4ec4e5f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:12.132809259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6214d376-2110-463c-97c9-8df4ec4e5f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:12.185701625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6214d376-2110-463c-97c9-8df4ec4e5f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:12.237480187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6214d376-2110-463c-97c9-8df4ec4e5f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:12.403118686Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-19dda4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-19dda4","reconcileID":"8c47cc21-4af3-46ba-bde5-c50e012b3400","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-19dda4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-19dda4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:14.231673644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3ecb64-f699-4cbc-8d62-cd80cdeca5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:14.283652473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3ecb64-f699-4cbc-8d62-cd80cdeca5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:14.33482925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3ecb64-f699-4cbc-8d62-cd80cdeca5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:14.386082779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3ecb64-f699-4cbc-8d62-cd80cdeca5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:16.317249126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a0281a-63f3-45c2-a52c-ca88c109a981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:16.369269856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a0281a-63f3-45c2-a52c-ca88c109a981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:16.420840512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a0281a-63f3-45c2-a52c-ca88c109a981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:16.472556479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a0281a-63f3-45c2-a52c-ca88c109a981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:20.84486837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7018f181-d5f8-4b12-9464-f81d7006865a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:20.900163298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7018f181-d5f8-4b12-9464-f81d7006865a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:20.908353647Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:20.954106417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7018f181-d5f8-4b12-9464-f81d7006865a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:21.005621724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7018f181-d5f8-4b12-9464-f81d7006865a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:22.667561184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"228a71ee-b49a-41f3-800a-962170fb2d38","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:22.788881689Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"228a71ee-b49a-41f3-800a-962170fb2d38","name":"e2e-shared-b-w0-dc8b23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:23.0552164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84cf5075-87e2-4af8-affa-7d5153d9a507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:23.110753037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84cf5075-87e2-4af8-affa-7d5153d9a507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:23.164508743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84cf5075-87e2-4af8-affa-7d5153d9a507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:23.216078219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84cf5075-87e2-4af8-affa-7d5153d9a507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:26.764415007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"20f05127-4f88-481b-bb59-137a2687d33c","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:26.764442929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"20f05127-4f88-481b-bb59-137a2687d33c","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:34.99934775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcadac5-8775-4957-b147-f1f8f920df9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:35.050840374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcadac5-8775-4957-b147-f1f8f920df9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:35.102593958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcadac5-8775-4957-b147-f1f8f920df9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:35.158122471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcadac5-8775-4957-b147-f1f8f920df9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:37.066729895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f96c33-ab02-492c-bb0b-fb0177d061a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:37.118209976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f96c33-ab02-492c-bb0b-fb0177d061a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:37.172881879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f96c33-ab02-492c-bb0b-fb0177d061a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:37.224376907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f96c33-ab02-492c-bb0b-fb0177d061a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:40.63457313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"10eace76-c053-405f-a73a-e2bde2c1b6ef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:40.63459839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"10eace76-c053-405f-a73a-e2bde2c1b6ef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:46.204322071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"327cde9d-2368-454a-a024-bfe11f2344da","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:46.204342203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"327cde9d-2368-454a-a024-bfe11f2344da","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:46.258725137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"7bf92c2b-c9ff-4787-b04e-dd75b0b0bf47","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:46.258742938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"7bf92c2b-c9ff-4787-b04e-dd75b0b0bf47","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:46.365979566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"6a08050f-f50f-42c1-a09d-3b2b5a61cfd1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:46.492123476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"6a08050f-f50f-42c1-a09d-3b2b5a61cfd1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:46.547261708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"6a08050f-f50f-42c1-a09d-3b2b5a61cfd1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:46.604321985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"1f43f695-1145-47f8-a334-9e06d5c7f438","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:46.604337558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"1f43f695-1145-47f8-a334-9e06d5c7f438","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:50.906319663Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:51.576247546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d64b1d-27a2-466e-92a4-ede8f69da271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:51.627904795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d64b1d-27a2-466e-92a4-ede8f69da271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:51.679510954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d64b1d-27a2-466e-92a4-ede8f69da271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:51.731085208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d64b1d-27a2-466e-92a4-ede8f69da271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:53.618368878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4675bdcd-e6b7-4b68-8ce4-43439ff95381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:53.669819294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4675bdcd-e6b7-4b68-8ce4-43439ff95381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:53.721223693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4675bdcd-e6b7-4b68-8ce4-43439ff95381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:53.773039987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4675bdcd-e6b7-4b68-8ce4-43439ff95381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:56.712767267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"df275a32-58a4-43da-9ae7-5ad7b46a2681","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:56.769421096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"df275a32-58a4-43da-9ae7-5ad7b46a2681","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:28:56.825290913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"df275a32-58a4-43da-9ae7-5ad7b46a2681","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:06.929593007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"b2f53616-85ad-483b-b6f2-d5e60ba116a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:06.98667084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"b2f53616-85ad-483b-b6f2-d5e60ba116a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:07.042093703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"b2f53616-85ad-483b-b6f2-d5e60ba116a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:17.146354267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"84415502-8059-420a-bb47-a28e9e9d63fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:17.203038588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"84415502-8059-420a-bb47-a28e9e9d63fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:17.258409323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a519c59d4fe2e72ade0d3159a4c47a89be03d25ad92b57d2a6424ac5cf082d6) AuthConfig (0d4c52a40aa2bf843b7e986716618fbf92468d8921f9bf4b0f5be37d412e4eee) AuthConfig (64d1bf2fee60c49ff7dfc0e6616bd7ec5e6ff7e31143bcc5f5e90b92c01cacee) AuthConfig (ae2d965cc666dc4521aa348668ed5cf66a4dbffdac09224680cc8f5d9c0249e8) AuthConfig (64dbb88ed11507a6c747f5dd1bf81d004b7f0ae18e46249b96f7e0fe72a81f85) AuthConfig (ba54e7e0da47619b6e7c5d61850354dfb645d5ae1ef97fd38c4e9aeef49df4cb) AuthConfig (52f4261931ecf7cb96dbf3616d46ca63ec24aa9b748d0df9ecc33e2fdfef64b9) AuthConfig (9abacfa1cf48d5fc21eb9ded0d30a8a276459b3beb79fe2d6e640b69dffb3428) AuthConfig (b4de33de92601d3397b5d192b9c3c24a25680b3f1b8da0c6950905dd35bac776) AuthConfig (dae14761c0852e8e4da7114047f1bd0ebbb058b086ea2b81e88ba67b9a56f710) AuthConfig (b27bf410398bff75ea9db84287c7be8e35942375b6dff34982ac370de8b71aa6) AuthConfig (1113b331327d9395cefdb1f7fcc495ba84f25899c24644e519cdf58e3ace4a1e) AuthConfig (13a97b3007ff68ba50759d53e832fe90e6afdbd908c2d7a01d5acb262591bcd8) AuthConfig (3e454b4cb9f9b184f1351f1bdbd36996c82631f3fd30793e23db3c2638bb1b37) AuthConfig (6736ee7809dec82221e12b705b9c185e534bfb941b9f9ebc7592643584e814b0) AuthConfig (47aa7e502305003830c831e22c3871b6b382739c39268d8c3ced3f4daf53042f) AuthConfig (42e71c9102374271b97becec75938bd72865a95065fce57a7e51f5427cbeb729) AuthConfig (43dc438449f344bfc9d7b6fcda37aa7c0812e3c7eafb363f12c1356d1f8893c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"84415502-8059-420a-bb47-a28e9e9d63fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:17.316851499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"3f8f432c-45ce-43cf-870b-c4018828ad98","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:17.316869342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"3f8f432c-45ce-43cf-870b-c4018828ad98","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:20.909240469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:27.419136579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"0464afb6-d91c-4aeb-9163-eb3c60544756","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:27.475705215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"0464afb6-d91c-4aeb-9163-eb3c60544756","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:27.530877229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-52df2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a519c59d4fe2e72ade0d3159a4c47a89be03d25ad92b57d2a6424ac5cf082d6) AuthConfig (0d4c52a40aa2bf843b7e986716618fbf92468d8921f9bf4b0f5be37d412e4eee) AuthConfig (64d1bf2fee60c49ff7dfc0e6616bd7ec5e6ff7e31143bcc5f5e90b92c01cacee) AuthConfig (ae2d965cc666dc4521aa348668ed5cf66a4dbffdac09224680cc8f5d9c0249e8) AuthConfig (64dbb88ed11507a6c747f5dd1bf81d004b7f0ae18e46249b96f7e0fe72a81f85) AuthConfig (ba54e7e0da47619b6e7c5d61850354dfb645d5ae1ef97fd38c4e9aeef49df4cb) AuthConfig (52f4261931ecf7cb96dbf3616d46ca63ec24aa9b748d0df9ecc33e2fdfef64b9) AuthConfig (9abacfa1cf48d5fc21eb9ded0d30a8a276459b3beb79fe2d6e640b69dffb3428) AuthConfig (b4de33de92601d3397b5d192b9c3c24a25680b3f1b8da0c6950905dd35bac776) AuthConfig (dae14761c0852e8e4da7114047f1bd0ebbb058b086ea2b81e88ba67b9a56f710) AuthConfig (b27bf410398bff75ea9db84287c7be8e35942375b6dff34982ac370de8b71aa6) AuthConfig (1113b331327d9395cefdb1f7fcc495ba84f25899c24644e519cdf58e3ace4a1e) AuthConfig (13a97b3007ff68ba50759d53e832fe90e6afdbd908c2d7a01d5acb262591bcd8) AuthConfig (3e454b4cb9f9b184f1351f1bdbd36996c82631f3fd30793e23db3c2638bb1b37) AuthConfig (6736ee7809dec82221e12b705b9c185e534bfb941b9f9ebc7592643584e814b0) AuthConfig (47aa7e502305003830c831e22c3871b6b382739c39268d8c3ced3f4daf53042f) AuthConfig (42e71c9102374271b97becec75938bd72865a95065fce57a7e51f5427cbeb729) AuthConfig (43dc438449f344bfc9d7b6fcda37aa7c0812e3c7eafb363f12c1356d1f8893c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"0464afb6-d91c-4aeb-9163-eb3c60544756","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:31.027842934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"42496eef-cffc-43d2-8f31-e573c6f9afb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:31.128142652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"b15842f7-dc96-4b2b-80c4-835aa52688d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:31.151582692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fad3435-acc5-4633-a305-6b2f741d8402","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:31.503267735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"d3073070-a1d1-4970-ba03-8e947a41828b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:31.927880566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"9a681b48-3c49-40f4-8e10-04c8a4ca5d27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:32.027567257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"ce4a7650-8255-44bf-bb4b-fdd59191fae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:32.129905012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"22d24eed-413f-4327-ba72-7855298248ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:32.296338943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"649f4b98-1322-48e6-b746-ea6e1e10b9b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:32.496531504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"5cffca9c-0e24-4359-abf0-4573b40b9e48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:32.541953839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"34816eb5-8ca3-46fd-a631-b8849c004713","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:32.607697906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"d4781b00-0e66-429c-ae9c-4c993f9eba61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:32.72783055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"11e7ce51-6039-4e41-90f0-17ecbe7477d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.48464536Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.484694241Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","namespace":"ai-tenant-e2e-shared-b-w1-bf6127","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.484735385Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","tenant":"e2e-shared-b-w1-bf6127","tenantID":"e2e-shared-b-w1-bf6127","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.538341111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-bf6127","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.601972705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"Service","name":"maas-api-e2e-shared-b-w1-bf6127","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.662103832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-bf6127","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.716143948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-bf6127","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.777778311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.834216496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.890640341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.945280151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:33.997105692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.048704621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.100334654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.151919591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.203380992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.254792562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.306542766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.36208741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.413751386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.465180617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.516661856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-bf6127","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:34.568136284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-bf6127"},"namespace":"ai-tenant-e2e-shared-b-w1-bf6127","name":"default-tenant","reconcileID":"179896aa-405d-4134-9721-c48e8804b9ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-bf6127","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:37.634666478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"069cf912-fdb3-477a-8460-1a3c1d6cb8d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:37.691551684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"069cf912-fdb3-477a-8460-1a3c1d6cb8d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:38.007681729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"68859cf6-8c04-49d2-8df2-7207e32da080","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:38.007699905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"68859cf6-8c04-49d2-8df2-7207e32da080","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:41.524971608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b651ee8f-1df9-4e0c-8f51-fa4a474fac74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:41.583016889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b651ee8f-1df9-4e0c-8f51-fa4a474fac74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:41.636375172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b651ee8f-1df9-4e0c-8f51-fa4a474fac74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:41.688252725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b651ee8f-1df9-4e0c-8f51-fa4a474fac74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.200120103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"83276d6c-7185-4356-8606-f44b02862a30","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.200139134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"83276d6c-7185-4356-8606-f44b02862a30","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.25510531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"4bebfea4-4eb5-4209-ba99-f0ff1b0196ca","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.255120498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"4bebfea4-4eb5-4209-ba99-f0ff1b0196ca","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.361054781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"1f55d987-6e32-409e-888e-48472e00ca8a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.49006777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"1f55d987-6e32-409e-888e-48472e00ca8a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.545737143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"1f55d987-6e32-409e-888e-48472e00ca8a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.570798983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a2c75-57fe-4cfe-bceb-53271717ec5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.62290981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a2c75-57fe-4cfe-bceb-53271717ec5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.629736007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"83fd25f1-268e-453f-9f3b-58758619df21","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.62975026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"83fd25f1-268e-453f-9f3b-58758619df21","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.674629836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a2c75-57fe-4cfe-bceb-53271717ec5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.674746868Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-bf6127","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-bf6127","reconcileID":"2dd1f53c-0f9a-4f5f-88c3-dcb4773b92a1","aitenant":"ai-tenants/e2e-shared-b-w1-bf6127","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:43.726451544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a2c75-57fe-4cfe-bceb-53271717ec5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:44.424885619Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-bf6127","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-bf6127","reconcileID":"2dd1f53c-0f9a-4f5f-88c3-dcb4773b92a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-bf6127","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-bf6127"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:44.889919654Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","namespace":"ai-tenant-e2e-mt-6038447f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:44.8899702Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","namespace":"ai-tenant-e2e-mt-6038447f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:44.890014366Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","tenant":"e2e-mt-6038447f","tenantID":"e2e-mt-6038447f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:44.943630462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"Deployment","name":"maas-api-e2e-mt-6038447f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.004841764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"Service","name":"maas-api-e2e-mt-6038447f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.157915946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-6038447f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.21335751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-6038447f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.274126285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.34154887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.402305628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.502300584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.507682866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"c971ae26-cbca-4d02-ac2b-e61426640e40","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.507702236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"c971ae26-cbca-4d02-ac2b-e61426640e40","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.553531246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"Deployment","name":"payload-processing-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.60686817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.657999248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"Service","name":"payload-processing-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.672543495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-access","reconcileID":"4637c14c-85f0-41f7-9ada-e81abb5ed848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.672607081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"f42ba3e2-feb6-4c8e-9b38-10f553dcc1c7","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.709830895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"Service","name":"payload-pre-processing-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.735482281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60011bf-cc2b-44d3-b083-91934e552953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.787046545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"DestinationRule","name":"payload-processing-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.787419342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60011bf-cc2b-44d3-b083-91934e552953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.838444986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.838973392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60011bf-cc2b-44d3-b083-91934e552953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.890219227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.890515641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60011bf-cc2b-44d3-b083-91934e552953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.89066826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b6f6f856-4f8e-436d-be6a-6b0ca8f733b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.895003522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"2476051f-0527-48d5-b30f-757c35ae2055","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.947293503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"b6f6f856-4f8e-436d-be6a-6b0ca8f733b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.94901504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:45.99983704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:46.046879403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"09f84262-ce30-4769-8419-894c75935390","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:46.047271467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"05fc4761-7788-4b3d-831b-bb80b57809e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:46.050769127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:46.153778949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-6038447f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:46.205719483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6038447f"},"namespace":"ai-tenant-e2e-mt-6038447f","name":"default-tenant","reconcileID":"dd348e27-1963-48e7-b49d-77712307d603","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-6038447f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:46.253600915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"9fa407ac-0a8d-42be-a367-3574b064442e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:46.310354196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"9fa407ac-0a8d-42be-a367-3574b064442e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:47.814035924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d8e895-ffdd-40ec-a316-5cc5f10b093f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:47.866321646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d8e895-ffdd-40ec-a316-5cc5f10b093f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:47.917976458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d8e895-ffdd-40ec-a316-5cc5f10b093f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:47.969283607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d8e895-ffdd-40ec-a316-5cc5f10b093f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:49.881736852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107b8e4-2068-447a-b2da-3e9ce103308d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:49.933479041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107b8e4-2068-447a-b2da-3e9ce103308d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:49.985072189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107b8e4-2068-447a-b2da-3e9ce103308d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:50.037132043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107b8e4-2068-447a-b2da-3e9ce103308d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:50.351662478Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6038447f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6038447f","reconcileID":"a80b2a56-d71d-4bfc-a086-9acc62478752","aitenant":"ai-tenants/e2e-mt-6038447f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:50.908960211Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:50.912433391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"71aad4ad-2a99-4715-ba92-ef16496c94ca","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:50.912456218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"71aad4ad-2a99-4715-ba92-ef16496c94ca","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:50.969040895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"e15f6618-4aee-4253-8a1e-8ba1e907248e","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:50.969060426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"e15f6618-4aee-4253-8a1e-8ba1e907248e","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:51.14817979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"6504d1ca-77df-490f-bdd6-21a713963c21","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:51.155486847Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6038447f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6038447f","reconcileID":"a80b2a56-d71d-4bfc-a086-9acc62478752","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6038447f","removed":["maas.opendatahub.io/gateway-access-e2e-mt-6038447f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:51.276026471Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"6504d1ca-77df-490f-bdd6-21a713963c21","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:51.331143045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-410bb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"6504d1ca-77df-490f-bdd6-21a713963c21","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:51.451261831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"7f7f16bd-242f-41e0-ba87-485c20dab246","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:51.45128588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"7f7f16bd-242f-41e0-ba87-485c20dab246","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:51.99978375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ca49a2-3a2b-451d-a47a-e8052c5bd8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:52.051451581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ca49a2-3a2b-451d-a47a-e8052c5bd8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:52.102882903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ca49a2-3a2b-451d-a47a-e8052c5bd8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:52.15543507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ca49a2-3a2b-451d-a47a-e8052c5bd8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:52.813574023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"6f32b5d4-2e63-4caf-96f8-c20443321834","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:52.915132698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"cd7d4626-6ea0-4cbe-aa0e-630a33d2538d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.014067189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"5721fbb0-3f92-475d-b14b-af2c9c9d058e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.111130196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"a68d54cd-5a30-4d12-bdc3-9872fd7bb31f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.111224931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14b49fae-4fe7-4681-b87e-5c899e8f5ab2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.141094496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"d7c8832d-6225-48ce-938a-cdc71a429a4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.305437106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"90f6e940-ae1c-44a2-9cdc-e4530a1c718d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.364599188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58bc912a-7c7f-4d1e-af49-a4720c05033f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.736468678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"0208ca5a-d15a-455f-b98f-35a48f2e22b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.793031752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"0208ca5a-d15a-455f-b98f-35a48f2e22b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.849351716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"0208ca5a-d15a-455f-b98f-35a48f2e22b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.87560147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"df449ad1-b483-49f2-9a75-bb0c7527069f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:53.980251352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"9127fa6d-8ce5-4df2-b893-3703cfde2285","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:54.092616501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd88119b-165d-49cf-be78-1e4ea7707512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:54.144701595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd88119b-165d-49cf-be78-1e4ea7707512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:54.196663078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"44e03557-beb3-4809-a5c6-237fccf6f871","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:54.196663789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd88119b-165d-49cf-be78-1e4ea7707512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:54.248201503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd88119b-165d-49cf-be78-1e4ea7707512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:56.319189252Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"a90e8fbe-31ae-4f37-a04e-01bbbbeadb6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:56.371498052Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"a90e8fbe-31ae-4f37-a04e-01bbbbeadb6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:56.423733876Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"simulator-subscription","reconcileID":"a90e8fbe-31ae-4f37-a04e-01bbbbeadb6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/simulator-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:56.830212145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"6b180cf0-f078-4b2f-afe2-61ddef99c4ee","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:56.974208419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"d6be12b4-7f15-4d3d-98b8-191cf93b033c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:57.030969943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"d6be12b4-7f15-4d3d-98b8-191cf93b033c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:58.84358219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df447ee-cd02-4b16-adcb-a677d1696fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:58.895360458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df447ee-cd02-4b16-adcb-a677d1696fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:58.947058485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df447ee-cd02-4b16-adcb-a677d1696fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:29:58.998730038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df447ee-cd02-4b16-adcb-a677d1696fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:01.004330148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0faf79-3a7f-40b4-92f3-a4513f9e217b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:01.056353948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0faf79-3a7f-40b4-92f3-a4513f9e217b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:01.107968123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0faf79-3a7f-40b4-92f3-a4513f9e217b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:01.160782691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0faf79-3a7f-40b4-92f3-a4513f9e217b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:01.55545137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"cf7640b1-f9b4-49fd-bc38-5201888feffd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:01.612525966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"cf7640b1-f9b4-49fd-bc38-5201888feffd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:01.667914961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-410bb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"cf7640b1-f9b4-49fd-bc38-5201888feffd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.374171464Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"e4a49287-526e-441d-b066-60e98ef3311b","namespace":"ai-tenant-e2e-worker-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.374260749Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"e4a49287-526e-441d-b066-60e98ef3311b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.394427789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"8e9b01f9-43f3-4eda-96a0-7c0c718536b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.431220724Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"e4a49287-526e-441d-b066-60e98ef3311b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.431237339Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"e4a49287-526e-441d-b066-60e98ef3311b","namespace":"ai-tenant-e2e-worker-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.431307511Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"e4a49287-526e-441d-b066-60e98ef3311b","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.431581794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"e2ff5f6c-fa7b-4685-b6e1-25c20fcddaf4","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.450888578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"8e9b01f9-43f3-4eda-96a0-7c0c718536b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.488788631Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"e4a49287-526e-441d-b066-60e98ef3311b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.491527426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"81b5b6f3-60e9-434e-a79d-53441a13c9df","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.503114411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"d620d3c2-deb4-4270-b94f-2b1333be8334","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.659728345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"eb7a17af-0bb9-4654-bc1e-5b91fe44a17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.722808913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"9e373036-cc55-439d-bee1-c1f72d379a78","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.774993733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"91b92da1-5ba4-4ad6-b222-d55061a96e01","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.775280337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"fe23f903-35a6-4e6f-8e78-43bf84941304","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.827228807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"12a5efd9-7481-423a-a155-321b54643374","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.827444047Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"bf9b1786-4156-4487-82f7-f4d28c2709c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-393497e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:02.908082944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"eb7a17af-0bb9-4654-bc1e-5b91fe44a17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:03.037941015Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"eb7a17af-0bb9-4654-bc1e-5b91fe44a17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"e2e-worker-w1-8e0e54-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:03.037972939Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-access","reconcileID":"eb7a17af-0bb9-4654-bc1e-5b91fe44a17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:03.094887578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"29ad707c-f64b-4921-8b5e-34d7580ee522","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:03.717966998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af14fb8-ddb7-43b3-9dad-4a08005523d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:03.76987155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af14fb8-ddb7-43b3-9dad-4a08005523d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:03.821401669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af14fb8-ddb7-43b3-9dad-4a08005523d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:03.873215102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af14fb8-ddb7-43b3-9dad-4a08005523d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:03.936706619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"c21a5af4-00d2-4c66-9fe8-12bb5ee21bba","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:04.003851031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"b7c9757d-017d-4a3d-9152-cd1e3bd088aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:04.071367197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"b7c9757d-017d-4a3d-9152-cd1e3bd088aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:04.173490132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"b7c9757d-017d-4a3d-9152-cd1e3bd088aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:04.275687757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"f9a2917b-d97f-4893-bd7d-ea92373caa82","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:05.787136571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f218fe75-c2ed-4043-bd83-2f595ac3284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:05.83867422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f218fe75-c2ed-4043-bd83-2f595ac3284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:05.890120516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f218fe75-c2ed-4043-bd83-2f595ac3284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:05.941369263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f218fe75-c2ed-4043-bd83-2f595ac3284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:07.823779855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eb06ca-93cb-4672-aa65-34baa2a79c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:07.875366863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eb06ca-93cb-4672-aa65-34baa2a79c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:07.92680912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eb06ca-93cb-4672-aa65-34baa2a79c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:07.97819931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eb06ca-93cb-4672-aa65-34baa2a79c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:11.771789677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"201a38d6-c18d-4818-9ef8-a34444a320cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:11.828062218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"201a38d6-c18d-4818-9ef8-a34444a320cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:11.883503878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-410bb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"201a38d6-c18d-4818-9ef8-a34444a320cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:12.321689188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"dd332f32-9e47-4735-a074-1a5aeb909c08","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:12.879731035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"6047aac2-63de-4266-b714-0afc941fda1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:12.934849122Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"6047aac2-63de-4266-b714-0afc941fda1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:12.987140282Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"premium-simulator-subscription","reconcileID":"6047aac2-63de-4266-b714-0afc941fda1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"name":"maas-trlp-premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54","model":"e2e-models-e2e-worker-w1-8e0e54/premium-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:13.260279371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"a1448a07-e2de-4bd5-922e-4880cf692653","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:14.005779873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"10f05a56-e8e4-4864-9f59-bece4ff8ae58","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:14.278728585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"605f78ae-d516-4d21-a572-e9f4616690a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:14.333627619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"4e42db50-cda5-47db-83fe-db0bfb14af12","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:14.335650766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"605f78ae-d516-4d21-a572-e9f4616690a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:14.390847354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"605f78ae-d516-4d21-a572-e9f4616690a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:20.905688734Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:21.990434066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"e5a315b0-94fd-4706-a9bd-6cbe9f9549be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:22.047564487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"e5a315b0-94fd-4706-a9bd-6cbe9f9549be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:22.103025829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-410bb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5d7af0c05c91478265e9397d865176e02cb2313fbe678317d6f84f8a73cea2e) AuthConfig (81366dcd234f0f9ad5f9cf99087126bb94e21be0b6389a70318a2d2aceeecaa7) AuthConfig (f1455c4128749d2f7f871d51fe4e054ebf341987c2a8adb0779e848e05d44860) AuthConfig (9a392675860c6e4f72ae7f4c631f963531bf76b5e821fed948e0147ed8dde2ee) AuthConfig (2173bb2c4d942c3f6b66079f4c05690678714791619a758a4bc6b71e27fac89b) AuthConfig (26612499339b5cb1865481ba6e066c1af37dd49ab7d8f130daa021d813a4862a) AuthConfig (73f9ea2d216678a001758a765bec572fed864499d8dd0d0a43bbf84a9d838ea9) AuthConfig (0611f6324ba949db225bc6bc9fdfc8a46bccf55a9fb5d7a6efb1abecc9b25b02) AuthConfig (40631af92b0494b4ff44b3354d70a373f2c8c847b18ce40e45de234e4d8c3dff) AuthConfig (8fb66c2fb21a4c7adb13c87446ebf9947676b239a37e737f4b0084d5862e07f8) AuthConfig (2357b2ee5a509f551b2f5e37d38440a7abce6be31cdbc61a37b93fd35f38e6b6) AuthConfig (ec7bc6bf970ceeac025e478796f1cc13161dca09fc07ff5c689e31a169395a45) AuthConfig (c53767947ee11136609c4de595a5d765c5912c51e3745e574a6fa8fcb80d08ad) AuthConfig (46c7b3f23e7850c52209d027ae2176e156b4652f145f6324e4e71264e299b084) AuthConfig (686a742a3a66e2d2b46c029e20c7f299e18c354cab6851f2392b303d64dc0cda) AuthConfig (57b8c7a825a45055a92aa989d46ade534f2015597fb8e19b432d11c79b383a00) AuthConfig (38aa4d0685c5d09a7881b5468eaac64348e40df04aee80073eeb6397a32b9a8d) AuthConfig (2ad59f687d284fa8e2f5bbd62cb99eff06f48e6a8d4b3516725efad529115f36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"e5a315b0-94fd-4706-a9bd-6cbe9f9549be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:22.161173382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"5d873172-f9dd-46a9-a45d-2890a8b8a8fa","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:22.161187245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"5d873172-f9dd-46a9-a45d-2890a8b8a8fa","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:22.38137714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"d578bed0-c4e4-480e-bc54-a036bbbc2277","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:24.00720096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"26d2affd-3d95-487d-ba45-e0132be1b499","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:24.334385702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"354055d1-aff1-4c07-abc3-64cb33633626","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:24.495961596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"cf97e11e-838a-477f-8610-4d2cdaa6e801","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:24.557076744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"cf97e11e-838a-477f-8610-4d2cdaa6e801","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:24.613106264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad94819d922bf99ca84f7cf2bd78f088f6cbda12fa97d7e7ce259ba506de00dd) AuthConfig (a9a2a037f72cbdaf92674a69f7b1d96a3f1b044c6791a990eac71136bfd964bb) AuthConfig (0dbccea7d4c3dd4475ace28e72ab59107b7e2b122e2e8492000a2fae1ab4445a) AuthConfig (70ed3134dece113ad69f3295200ee6c88a65e0d257c8d356aad583ae59f080cb) AuthConfig (9f15f7e53b67943c4fa9a5c3d9eb447a718f72f6adaff49ea8c1d4e7c6916571) AuthConfig (fb9a8477cebc24ac39decfd8f5de988a398c9d399c3b51dd1f8f13978149e0ac) AuthConfig (c003d34cd0d78edf5a4a95c80bb2e63593cfc5851bc569ce3077edb0bfc4efc2) AuthConfig (487e0fc5bbabd6ab873267fc20cc19f4fcbc23be2ce034cbbf8f26588a905c5e) AuthConfig (1a52683169994e0891324179ec3cd9d8a093f7dac593ed7b91082b55566430b6) AuthConfig (e49fa39bfaaeb951eb9925665e6e545cec16a5d2017319c50a5e555309445ff6) AuthConfig (5165bc2daef94704463126f5c76d0b744385e6c47689bc8a553a988ae0dd0360) AuthConfig (6e65a2abd358e6382052a9a10f50948f4987e1ec54e0abdc153112fda3672abd) AuthConfig (d7f16d4210cf884a9cdc79c5bcfb40d32fe628174d40984d57a138d7e122b754) AuthConfig (9b583c848325b75ab19154225bc0d043390f613e72779e4045b858bfd88105f9) AuthConfig (6484a96770904a211d031b25aa328ad7ed588a883d23a4b3492367e85bcbb45b) AuthConfig (980d16eb4ac2f0d88422ab83b806a44295fc905600f10f3b79f37f85847e82d3) AuthConfig (d3c8bd8a403e4029b0290d88c447b76c675f050b062a467ab63c14f9f5a22dab) AuthConfig (dc28481103ffb958f8532e80e889e6a66674b6d3d0fb3fc7a0395d4a6a01023c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"cf97e11e-838a-477f-8610-4d2cdaa6e801","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:24.671209533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"7acc600a-869b-481e-aa9d-21b56a11da58","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:24.671227908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"7acc600a-869b-481e-aa9d-21b56a11da58","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:30.225709354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"94cc39f2-ea0f-406b-b632-2f7dd5405f3d","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:32.2645842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"39ba53c7-c7bc-4a03-9450-96a4a28c0419","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:32.32108516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"39ba53c7-c7bc-4a03-9450-96a4a28c0419","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:32.376531777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-410bb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5d7af0c05c91478265e9397d865176e02cb2313fbe678317d6f84f8a73cea2e) AuthConfig (81366dcd234f0f9ad5f9cf99087126bb94e21be0b6389a70318a2d2aceeecaa7) AuthConfig (f1455c4128749d2f7f871d51fe4e054ebf341987c2a8adb0779e848e05d44860) AuthConfig (9a392675860c6e4f72ae7f4c631f963531bf76b5e821fed948e0147ed8dde2ee) AuthConfig (2173bb2c4d942c3f6b66079f4c05690678714791619a758a4bc6b71e27fac89b) AuthConfig (26612499339b5cb1865481ba6e066c1af37dd49ab7d8f130daa021d813a4862a) AuthConfig (73f9ea2d216678a001758a765bec572fed864499d8dd0d0a43bbf84a9d838ea9) AuthConfig (0611f6324ba949db225bc6bc9fdfc8a46bccf55a9fb5d7a6efb1abecc9b25b02) AuthConfig (40631af92b0494b4ff44b3354d70a373f2c8c847b18ce40e45de234e4d8c3dff) AuthConfig (8fb66c2fb21a4c7adb13c87446ebf9947676b239a37e737f4b0084d5862e07f8) AuthConfig (2357b2ee5a509f551b2f5e37d38440a7abce6be31cdbc61a37b93fd35f38e6b6) AuthConfig (ec7bc6bf970ceeac025e478796f1cc13161dca09fc07ff5c689e31a169395a45) AuthConfig (c53767947ee11136609c4de595a5d765c5912c51e3745e574a6fa8fcb80d08ad) AuthConfig (46c7b3f23e7850c52209d027ae2176e156b4652f145f6324e4e71264e299b084) AuthConfig (686a742a3a66e2d2b46c029e20c7f299e18c354cab6851f2392b303d64dc0cda) AuthConfig (57b8c7a825a45055a92aa989d46ade534f2015597fb8e19b432d11c79b383a00) AuthConfig (38aa4d0685c5d09a7881b5468eaac64348e40df04aee80073eeb6397a32b9a8d) AuthConfig (2ad59f687d284fa8e2f5bbd62cb99eff06f48e6a8d4b3516725efad529115f36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"39ba53c7-c7bc-4a03-9450-96a4a28c0419","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:32.382427029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"4b95d770-6f38-470f-9e11-280795695503","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:34.008586021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"ccded08a-e22e-488e-8364-cc68badb6b25","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:34.335363172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"baaae734-11d0-47e7-993c-14c7b15c763c","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:34.872991553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"d503f1c6-7146-44d9-99ca-1f20ca635fa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:34.929800955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"d503f1c6-7146-44d9-99ca-1f20ca635fa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:34.985891765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-731062-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad94819d922bf99ca84f7cf2bd78f088f6cbda12fa97d7e7ce259ba506de00dd) AuthConfig (a9a2a037f72cbdaf92674a69f7b1d96a3f1b044c6791a990eac71136bfd964bb) AuthConfig (0dbccea7d4c3dd4475ace28e72ab59107b7e2b122e2e8492000a2fae1ab4445a) AuthConfig (70ed3134dece113ad69f3295200ee6c88a65e0d257c8d356aad583ae59f080cb) AuthConfig (9f15f7e53b67943c4fa9a5c3d9eb447a718f72f6adaff49ea8c1d4e7c6916571) AuthConfig (fb9a8477cebc24ac39decfd8f5de988a398c9d399c3b51dd1f8f13978149e0ac) AuthConfig (c003d34cd0d78edf5a4a95c80bb2e63593cfc5851bc569ce3077edb0bfc4efc2) AuthConfig (487e0fc5bbabd6ab873267fc20cc19f4fcbc23be2ce034cbbf8f26588a905c5e) AuthConfig (1a52683169994e0891324179ec3cd9d8a093f7dac593ed7b91082b55566430b6) AuthConfig (e49fa39bfaaeb951eb9925665e6e545cec16a5d2017319c50a5e555309445ff6) AuthConfig (5165bc2daef94704463126f5c76d0b744385e6c47689bc8a553a988ae0dd0360) AuthConfig (6e65a2abd358e6382052a9a10f50948f4987e1ec54e0abdc153112fda3672abd) AuthConfig (d7f16d4210cf884a9cdc79c5bcfb40d32fe628174d40984d57a138d7e122b754) AuthConfig (9b583c848325b75ab19154225bc0d043390f613e72779e4045b858bfd88105f9) AuthConfig (6484a96770904a211d031b25aa328ad7ed588a883d23a4b3492367e85bcbb45b) AuthConfig (980d16eb4ac2f0d88422ab83b806a44295fc905600f10f3b79f37f85847e82d3) AuthConfig (d3c8bd8a403e4029b0290d88c447b76c675f050b062a467ab63c14f9f5a22dab) AuthConfig (dc28481103ffb958f8532e80e889e6a66674b6d3d0fb3fc7a0395d4a6a01023c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"d503f1c6-7146-44d9-99ca-1f20ca635fa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:36.145305542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-2-w1-8e0e54","reconcileID":"b6629456-e99f-4a22-a28a-f8affac061d6","MaaSModelRef":{"name":"distinct-2-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-2-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-2-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:36.154709768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"distinct-w1-8e0e54","reconcileID":"9cdc0eea-a1a8-46db-9b62-9f727900d4e7","MaaSModelRef":{"name":"distinct-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"distinct-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"distinct-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:36.162267889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"premium-w1-8e0e54","reconcileID":"cebb6df0-a836-4e13-aef6-81b6878e3d86","MaaSModelRef":{"name":"premium-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"premium-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"premium-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:36.16966907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"namespace":"e2e-models-e2e-worker-w1-8e0e54","name":"simulator-w1-8e0e54","reconcileID":"f0f9c110-edca-45d6-b3f2-aab50dec6350","MaaSModelRef":{"name":"simulator-w1-8e0e54","namespace":"e2e-models-e2e-worker-w1-8e0e54"},"routeName":"simulator-w1-8e0e54-kserve-route","namespace":"e2e-models-e2e-worker-w1-8e0e54","llmisvcName":"simulator-w1-8e0e54","gateway":"openshift-ingress/e2e-worker-w1-8e0e54","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:42.480647754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"6dfd5ae8-882e-4d86-a577-dda8f6d523ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:42.537562592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"6dfd5ae8-882e-4d86-a577-dda8f6d523ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:42.809376638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"2cb98185-c064-472d-857d-3b359d9548d3","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:42.809396727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"2cb98185-c064-472d-857d-3b359d9548d3","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:45.090181127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"ae455289-3c53-40d4-b482-9e4e6c8c8ce0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:45.147000227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"ae455289-3c53-40d4-b482-9e4e6c8c8ce0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:45.461483072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"33388540-d48f-4e74-8dba-8282aa0a474f","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:45.461500375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"33388540-d48f-4e74-8dba-8282aa0a474f","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.477680547Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.477739479Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.477789012Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","tenant":"e2e-shared-a-w3-e1fd8f","tenantID":"e2e-shared-a-w3-e1fd8f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.531762878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-e1fd8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.595004742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"Service","name":"maas-api-e2e-shared-a-w3-e1fd8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.652844171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-e1fd8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.707115653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-e1fd8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.761870478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.8164124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.83631821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"39e22848-c198-4059-b423-030ecc4b1bf4","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.836342845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"39e22848-c198-4059-b423-030ecc4b1bf4","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.873668551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.8931411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"b9adbffb-b106-47d9-aa24-3e4767542694","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.893175111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"b9adbffb-b106-47d9-aa24-3e4767542694","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.92809611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.9797485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:47.997292282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"c85503a4-8132-4fda-9c6a-10a4ea84d462","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.03138886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.08300675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.125420205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"c85503a4-8132-4fda-9c6a-10a4ea84d462","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.134383057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.181791104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"c85503a4-8132-4fda-9c6a-10a4ea84d462","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.187449484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.238624217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.239306928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"2f9cbb9b-29fa-4d7c-a31d-7a03edd8e8cc","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.239326419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"2f9cbb9b-29fa-4d7c-a31d-7a03edd8e8cc","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.289741355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.345181296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.396874639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.448489162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.500087156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-e1fd8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:48.551853106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f"},"namespace":"ai-tenant-e2e-shared-a-w3-e1fd8f","name":"default-tenant","reconcileID":"b3bfbb14-af5e-42a8-9404-70424a4e73d2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-e1fd8f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:50.791314607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"6c5c0262-eeda-40d0-af4a-f581880c2694","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:50.791335753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"6c5c0262-eeda-40d0-af4a-f581880c2694","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:50.849097506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"0cbeb20b-f9fa-4cfb-a2fa-c40331c3d501","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:50.849116648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"0cbeb20b-f9fa-4cfb-a2fa-c40331c3d501","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:50.893429333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"294b2d81-2de7-42f8-bdaf-1fc26bd01af3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:30:50.902753781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-a-bca73e","reconcileID":"8bc1b63a-8379-4472-a3a2-94ba7453de8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-bca73e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:50.905461508Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:50.949927152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"294b2d81-2de7-42f8-bdaf-1fc26bd01af3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.050089816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"16c29715-c46d-49c1-8352-3570138954bc","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.050104581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"16c29715-c46d-49c1-8352-3570138954bc","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.107910714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"5256dc9a-0d43-41b4-94a3-1af015b380bd","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.107984523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"5256dc9a-0d43-41b4-94a3-1af015b380bd","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.108462517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"47c7fdea-ac9e-47bd-9a17-277c370e04ac","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.108481191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"47c7fdea-ac9e-47bd-9a17-277c370e04ac","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.153893978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"91f7b962-e96f-4520-addd-45ebe091eb44","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:30:51.158249815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-b-bca73e","reconcileID":"a32b9a73-b573-421d-b6a0-0a1e6ef7bd63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-bca73e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.1608028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"6ea86dee-fa39-44b4-8aed-69bf4c02519c","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.160818844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"6ea86dee-fa39-44b4-8aed-69bf4c02519c","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.210355233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"91f7b962-e96f-4520-addd-45ebe091eb44","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.255972169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"afcaeba4-90ad-4612-9b27-91c1ac634481","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.267671759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"50775a67-ceeb-4ede-8e8d-50cf0e54ca08","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.267686319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"50775a67-ceeb-4ede-8e8d-50cf0e54ca08","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.312787755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"afcaeba4-90ad-4612-9b27-91c1ac634481","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.324398566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"ef0bd6a3-f3a4-478c-b08a-082eba450f54","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.324413182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"ef0bd6a3-f3a4-478c-b08a-082eba450f54","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.368952752Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-a-bca73e","reconcileID":"f19d1a02-555f-4222-aa0b-8caedc0f43ac","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-rate-test-model-52df2f","model":"rate-test-model-52df2f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-52df2f/e2e-rate-iso-a-bca73e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.525225326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"52346735-b625-4d80-9797-1a179aa4bad7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.532714933Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-b-bca73e","reconcileID":"e98eef37-cd10-4ea5-a3b6-77e835b7a30a","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-rate-test-model-731062","model":"rate-test-model-731062","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-731062/e2e-rate-iso-b-bca73e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.536091208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"48540447-9ece-4706-8f99-7803f26097a8","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.536110589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"48540447-9ece-4706-8f99-7803f26097a8","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.581785802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"52346735-b625-4d80-9797-1a179aa4bad7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.751825813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"06f5bf30-32e2-424f-9269-adeaceaf2d2e","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.751844209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"06f5bf30-32e2-424f-9269-adeaceaf2d2e","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:51.797463442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-a-bca73e","reconcileID":"87e5a859-d076-4ece-8d31-a6fab87b91a3","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-rate-test-model-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:52.00767731Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e1fd8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e1fd8f","reconcileID":"94c875b0-27ae-4efe-9197-079d2366e2fe","aitenant":"ai-tenants/e2e-shared-a-w3-e1fd8f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:52.008848748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-b-bca73e","reconcileID":"b9d5ed41-a647-47f3-8405-00496493fad6","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-rate-test-model-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:52.499960216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72adde1e-1962-4f16-b9a2-a175ac0b2421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:52.551571416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72adde1e-1962-4f16-b9a2-a175ac0b2421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:52.60481661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72adde1e-1962-4f16-b9a2-a175ac0b2421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:52.656186295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72adde1e-1962-4f16-b9a2-a175ac0b2421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:52.820881458Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e1fd8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e1fd8f","reconcileID":"94c875b0-27ae-4efe-9197-079d2366e2fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e1fd8f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e1fd8f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:54.606069459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27091f14-ebfb-4017-b973-176c25b3aa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:54.657846132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27091f14-ebfb-4017-b973-176c25b3aa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:54.710464225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27091f14-ebfb-4017-b973-176c25b3aa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:54.728361335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"fc63583b-18f0-4a7a-adf0-6ebf092481a8","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:54.728385891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"fc63583b-18f0-4a7a-adf0-6ebf092481a8","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:54.762736628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27091f14-ebfb-4017-b973-176c25b3aa8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:56.691066911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5fc9e6-2283-4496-81fd-8fc62a9ebf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:56.742585395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5fc9e6-2283-4496-81fd-8fc62a9ebf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:56.793812348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5fc9e6-2283-4496-81fd-8fc62a9ebf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:56.84535719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5fc9e6-2283-4496-81fd-8fc62a9ebf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:58.342799437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"7e704334-1078-468e-a6bd-28c842be86ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:58.400627402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"7e704334-1078-468e-a6bd-28c842be86ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:30:58.456858203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"7e704334-1078-468e-a6bd-28c842be86ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:01.560846847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ac753b-bf75-4903-8dce-de9928e9748a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:01.612794566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ac753b-bf75-4903-8dce-de9928e9748a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:01.664457238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ac753b-bf75-4903-8dce-de9928e9748a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:01.716349267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ac753b-bf75-4903-8dce-de9928e9748a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:03.600846889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fc00d8-0061-476c-b93e-d2671fb946a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:03.652536304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fc00d8-0061-476c-b93e-d2671fb946a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:03.704096579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fc00d8-0061-476c-b93e-d2671fb946a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:03.75619762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fc00d8-0061-476c-b93e-d2671fb946a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.296416426Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","namespace":"ai-tenant-e2e-worker-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.296491936Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","namespace":"ai-tenant-e2e-worker-w1-8e0e54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.296556184Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","tenant":"e2e-worker-w1-8e0e54","tenantID":"e2e-worker-w1-8e0e54","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.351118717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"Deployment","name":"maas-api-e2e-worker-w1-8e0e54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.450440359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"Service","name":"maas-api-e2e-worker-w1-8e0e54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.505127875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-8e0e54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.558447693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-8e0e54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.612630807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.66860727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.724929873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.814143089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.865305175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.916247614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:04.967511158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"Service","name":"payload-processing-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.018700895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.069753207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.15033276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.201402668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.256614911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.307834797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.358743029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.409997417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-8e0e54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.461983689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-8e0e54"},"namespace":"ai-tenant-e2e-worker-w1-8e0e54","name":"default-tenant","reconcileID":"f37fd30a-490a-448e-8a86-46e23cb8cca9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-8e0e54","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.645512944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7711fba-3559-4624-a370-55976b7cfa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.697310993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7711fba-3559-4624-a370-55976b7cfa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.748875967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7711fba-3559-4624-a370-55976b7cfa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:05.801084213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7711fba-3559-4624-a370-55976b7cfa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:06.951758769Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-8e0e54","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-8e0e54","reconcileID":"608f787b-c5d6-46f9-baed-9054f9b562ed","aitenant":"ai-tenants/e2e-worker-w1-8e0e54","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:07.687295972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687ea801-4404-4fb6-8d06-6ada910661f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:07.745279858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687ea801-4404-4fb6-8d06-6ada910661f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:07.749090373Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-8e0e54","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-8e0e54","reconcileID":"608f787b-c5d6-46f9-baed-9054f9b562ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-8e0e54","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-8e0e54"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:07.79712713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687ea801-4404-4fb6-8d06-6ada910661f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:07.849015955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687ea801-4404-4fb6-8d06-6ada910661f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:08.572188768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"eba4a277-9563-4700-b521-e9a5b96aabd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:08.634246899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"eba4a277-9563-4700-b521-e9a5b96aabd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:08.698728125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"eba4a277-9563-4700-b521-e9a5b96aabd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:09.801064981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2914c2da-6a6a-4270-a4cf-c36b44a3f85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:09.852620845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2914c2da-6a6a-4270-a4cf-c36b44a3f85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:09.904072167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2914c2da-6a6a-4270-a4cf-c36b44a3f85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:09.955596525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2914c2da-6a6a-4270-a4cf-c36b44a3f85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:18.802828656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"4a5ff50a-b9a5-4607-8af1-ad7c21efbd80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:18.859646679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"4a5ff50a-b9a5-4607-8af1-ad7c21efbd80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:18.917486401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"4a5ff50a-b9a5-4607-8af1-ad7c21efbd80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:19.317873517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-b-bca73e","reconcileID":"dd3fed95-3334-446b-839a-79a6987cf034","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-rate-test-model-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:19.483535471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"d94c7d78-c28f-429f-aed2-978c9b17d2dc","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:19.483556236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"d94c7d78-c28f-429f-aed2-978c9b17d2dc","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:19.733725362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-a-bca73e","reconcileID":"5e2db9d1-90d1-4b99-8707-52e19487d03b","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-rate-test-model-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:19.898494671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"956db089-ca05-4d8d-8ae7-283e6d8e8618","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:19.898510274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"956db089-ca05-4d8d-8ae7-283e6d8e8618","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:20.593405652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"aef0c27f-c01c-4db5-a36f-5b1e52cce8cc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:20.649848132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"aef0c27f-c01c-4db5-a36f-5b1e52cce8cc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:20.908340857Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:20.967201509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"4fbcb41f-d499-4236-9b3f-e882a4da2e51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:21.023949252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"4fbcb41f-d499-4236-9b3f-e882a4da2e51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:24.617458918Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"ab100ffe-341a-47fb-bc32-a201b76c6348","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:24.617605165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"180be0c0-02b4-4808-a5d7-0464588775bf","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:24.617623634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"180be0c0-02b4-4808-a5d7-0464588775bf","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:24.824317386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"ab100ffe-341a-47fb-bc32-a201b76c6348","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:24.886226092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-a-bca73e","reconcileID":"57a2cc12-6a69-46a7-8da3-46cedec3775b","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-rate-test-model-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:24.95429464Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"ab100ffe-341a-47fb-bc32-a201b76c6348","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"e2e-shared-a-w4-52df2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:24.954317152Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-auth-bca73e","reconcileID":"ab100ffe-341a-47fb-bc32-a201b76c6348","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.011493286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"e2b57c7f-2398-47cb-b2f6-d2bb73ece9ce","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.011517788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"e2b57c7f-2398-47cb-b2f6-d2bb73ece9ce","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.16503116Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"e335625c-1eb3-4ba6-81f6-95df9769c517","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.165093886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"337b74e0-0538-4dc0-864a-c714fea308e1","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.165105724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"337b74e0-0538-4dc0-864a-c714fea308e1","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.284639927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-a-bca73e","reconcileID":"b1239ab7-a921-432e-877d-d511d35e3ea8","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-rate-test-model-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.326625727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"e335625c-1eb3-4ba6-81f6-95df9769c517","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.436994701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-b-bca73e","reconcileID":"c05323de-5d65-49fc-9601-334cf23dd9c7","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-rate-test-model-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.466751917Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"e335625c-1eb3-4ba6-81f6-95df9769c517","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"e2e-shared-b-w4-731062-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.466778339Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-auth-bca73e","reconcileID":"e335625c-1eb3-4ba6-81f6-95df9769c517","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.524362261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"b450f6f5-5d62-4367-a687-121c29afec15","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.524383123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"b450f6f5-5d62-4367-a687-121c29afec15","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.663861587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"d5b803d2-ce63-4c82-aa21-2be26bd1bab8","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.663884272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"d5b803d2-ce63-4c82-aa21-2be26bd1bab8","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:25.859808171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-b-bca73e","reconcileID":"f6fd30ca-a2ee-4a74-95c0-bb8a043622e1","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-rate-test-model-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:29.02204818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"ddbb2304-466b-4c71-a4b8-0c0caf966490","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:29.078729194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"ddbb2304-466b-4c71-a4b8-0c0caf966490","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:29.134218748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (126d7e08cd4f2145043bfe898581001157d61dcb8e4b566143f5f3f2e21b9fcd) AuthConfig (4d879f891142d51c7b1a3c5750e7120c06d2d5ef5428967dfc7aea9cefeea89f) AuthConfig (89107999860e9573f140c74de0fba897979f6dc18ad9ee07095e366e1a76db85) AuthConfig (ee81ad0b59c2616dc97c9b417d200c55e33d03f1a3ecccadfae90a462b638d50) AuthConfig (32bba14307c63882ffc00ce1de13ddc72ebc1b586392f754e3bc4124f3b6a47d) AuthConfig (7a8bf42ca75144555991400eea3ed609e7a4d86af9e0fc29354a7fbf7ce480a2) AuthConfig (716a5156aa85978960f72ad3b3c64bdde16004b02e30f378beb633d0f4191425) AuthConfig (ef032bd53a7ec2af7903b43b51b58d3599e4b6ab942681f89f795d61c7893ee8) AuthConfig (bc5b4a908004c19e54166e580c12480f1fceec096dd88bb5a6a8725861322e23) AuthConfig (1eb670b433e2fa945e3901b30ae150f9b19a1605782c944146ffb1492fe84ad6) AuthConfig (36cd605db60e9833db5b2d65d179ddaa60fee43a07ccfcdbd9ff56b0cae42b40) AuthConfig (490be1e9ad72c79284575fad4ecc558802db39b5b8298ef707bc85bec526b996) AuthConfig (9f95363189fa4609cb0c991aa7100fc09ab254bcd6f6c9a84c8c59850b26c0fd) AuthConfig (2f1ab93f6de0ab65c5fa1c574a1043ef58880354aba975877c3f7e1e6cea2983) AuthConfig (a747c05d63ce5edd866b60355960a3d11c2edc2a8d82586e3d622f97f39d5ee1) AuthConfig (66d404ea02708994b127ba276cc5fdf71999e31bfec7ab7dd218dab7fc9abdfb) AuthConfig (e315602ec9334c9d35322b36f1f4aa10ee9c316388ce3f1a1965d71b57562839) AuthConfig (d68d95aec8d554562534dd48f589ec2c9725227967e9245b5263f3d35995f24d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"ddbb2304-466b-4c71-a4b8-0c0caf966490","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:29.191547182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"53d809cc-8677-4f6c-abb3-0531ea6f39c9","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:29.191564697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"53d809cc-8677-4f6c-abb3-0531ea6f39c9","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:35.8506961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-a-bca73e","reconcileID":"d83fe59a-0c17-4553-9681-4f5456300323","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","subscription":"e2e-rate-iso-a-bca73e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:35.906052527Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-a-bca73e","reconcileID":"d83fe59a-0c17-4553-9681-4f5456300323","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:35.958297342Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"e2e-rate-iso-a-bca73e","reconcileID":"d83fe59a-0c17-4553-9681-4f5456300323","MaaSSubscription":{"name":"e2e-rate-iso-a-bca73e","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"name":"maas-trlp-rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:36.229539612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"c833df19-dcb9-4272-984b-06186c8d3ce9","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"tenant":"e2e-shared-a-w4-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","model":"ai-tenant-e2e-shared-a-w4-52df2f/rate-test-model-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:36.229560384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"rate-test-model-52df2f","reconcileID":"c833df19-dcb9-4272-984b-06186c8d3ce9","MaaSModelRef":{"name":"rate-test-model-52df2f","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"routeName":"rate-test-model-52df2f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","llmisvcName":"rate-test-model-52df2f","gateway":"openshift-ingress/e2e-shared-a-w4-52df2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:36.376881006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"2adb3e75-7802-4d0b-9c3c-46166d09e28d","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:36.377015899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"2adb3e75-7802-4d0b-9c3c-46166d09e28d","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:39.295227585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"beaae25e-63e5-450c-858c-4539a7a9888e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:39.352088254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"beaae25e-63e5-450c-858c-4539a7a9888e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:39.407330888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (126d7e08cd4f2145043bfe898581001157d61dcb8e4b566143f5f3f2e21b9fcd) AuthConfig (4d879f891142d51c7b1a3c5750e7120c06d2d5ef5428967dfc7aea9cefeea89f) AuthConfig (89107999860e9573f140c74de0fba897979f6dc18ad9ee07095e366e1a76db85) AuthConfig (ee81ad0b59c2616dc97c9b417d200c55e33d03f1a3ecccadfae90a462b638d50) AuthConfig (32bba14307c63882ffc00ce1de13ddc72ebc1b586392f754e3bc4124f3b6a47d) AuthConfig (7a8bf42ca75144555991400eea3ed609e7a4d86af9e0fc29354a7fbf7ce480a2) AuthConfig (716a5156aa85978960f72ad3b3c64bdde16004b02e30f378beb633d0f4191425) AuthConfig (ef032bd53a7ec2af7903b43b51b58d3599e4b6ab942681f89f795d61c7893ee8) AuthConfig (bc5b4a908004c19e54166e580c12480f1fceec096dd88bb5a6a8725861322e23) AuthConfig (1eb670b433e2fa945e3901b30ae150f9b19a1605782c944146ffb1492fe84ad6) AuthConfig (36cd605db60e9833db5b2d65d179ddaa60fee43a07ccfcdbd9ff56b0cae42b40) AuthConfig (490be1e9ad72c79284575fad4ecc558802db39b5b8298ef707bc85bec526b996) AuthConfig (9f95363189fa4609cb0c991aa7100fc09ab254bcd6f6c9a84c8c59850b26c0fd) AuthConfig (2f1ab93f6de0ab65c5fa1c574a1043ef58880354aba975877c3f7e1e6cea2983) AuthConfig (a747c05d63ce5edd866b60355960a3d11c2edc2a8d82586e3d622f97f39d5ee1) AuthConfig (66d404ea02708994b127ba276cc5fdf71999e31bfec7ab7dd218dab7fc9abdfb) AuthConfig (e315602ec9334c9d35322b36f1f4aa10ee9c316388ce3f1a1965d71b57562839) AuthConfig (d68d95aec8d554562534dd48f589ec2c9725227967e9245b5263f3d35995f24d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"beaae25e-63e5-450c-858c-4539a7a9888e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:46.53911132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-b-bca73e","reconcileID":"b6d9dd99-9f94-41d2-8853-526feb39cd6c","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","subscription":"e2e-rate-iso-b-bca73e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:46.591479057Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-b-bca73e","reconcileID":"b6d9dd99-9f94-41d2-8853-526feb39cd6c","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:46.643731781Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"e2e-rate-iso-b-bca73e","reconcileID":"b6d9dd99-9f94-41d2-8853-526feb39cd6c","MaaSSubscription":{"name":"e2e-rate-iso-b-bca73e","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"name":"maas-trlp-rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:46.914528735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"b7b7329d-4f0e-4c2a-901e-4779c2bee146","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"tenant":"e2e-shared-b-w4-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","model":"ai-tenant-e2e-shared-b-w4-731062/rate-test-model-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:46.914549573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"rate-test-model-731062","reconcileID":"b7b7329d-4f0e-4c2a-901e-4779c2bee146","MaaSModelRef":{"name":"rate-test-model-731062","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"routeName":"rate-test-model-731062-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-731062","llmisvcName":"rate-test-model-731062","gateway":"openshift-ingress/e2e-shared-b-w4-731062","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:49.511880346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"a2fdf81f-8183-4576-b836-f10a44dd9c02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:49.568815564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"a2fdf81f-8183-4576-b836-f10a44dd9c02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:49.624121269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-080095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (126d7e08cd4f2145043bfe898581001157d61dcb8e4b566143f5f3f2e21b9fcd) AuthConfig (4d879f891142d51c7b1a3c5750e7120c06d2d5ef5428967dfc7aea9cefeea89f) AuthConfig (89107999860e9573f140c74de0fba897979f6dc18ad9ee07095e366e1a76db85) AuthConfig (ee81ad0b59c2616dc97c9b417d200c55e33d03f1a3ecccadfae90a462b638d50) AuthConfig (32bba14307c63882ffc00ce1de13ddc72ebc1b586392f754e3bc4124f3b6a47d) AuthConfig (7a8bf42ca75144555991400eea3ed609e7a4d86af9e0fc29354a7fbf7ce480a2) AuthConfig (716a5156aa85978960f72ad3b3c64bdde16004b02e30f378beb633d0f4191425) AuthConfig (ef032bd53a7ec2af7903b43b51b58d3599e4b6ab942681f89f795d61c7893ee8) AuthConfig (bc5b4a908004c19e54166e580c12480f1fceec096dd88bb5a6a8725861322e23) AuthConfig (1eb670b433e2fa945e3901b30ae150f9b19a1605782c944146ffb1492fe84ad6) AuthConfig (36cd605db60e9833db5b2d65d179ddaa60fee43a07ccfcdbd9ff56b0cae42b40) AuthConfig (490be1e9ad72c79284575fad4ecc558802db39b5b8298ef707bc85bec526b996) AuthConfig (9f95363189fa4609cb0c991aa7100fc09ab254bcd6f6c9a84c8c59850b26c0fd) AuthConfig (2f1ab93f6de0ab65c5fa1c574a1043ef58880354aba975877c3f7e1e6cea2983) AuthConfig (a747c05d63ce5edd866b60355960a3d11c2edc2a8d82586e3d622f97f39d5ee1) AuthConfig (66d404ea02708994b127ba276cc5fdf71999e31bfec7ab7dd218dab7fc9abdfb) AuthConfig (e315602ec9334c9d35322b36f1f4aa10ee9c316388ce3f1a1965d71b57562839) AuthConfig (d68d95aec8d554562534dd48f589ec2c9725227967e9245b5263f3d35995f24d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"a2fdf81f-8183-4576-b836-f10a44dd9c02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:50.904958543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.386408093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.386470669Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","namespace":"ai-tenant-e2e-shared-b-w3-5a16df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.386516012Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","tenant":"e2e-shared-b-w3-5a16df","tenantID":"e2e-shared-b-w3-5a16df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.443411455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-5a16df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.509336939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"Service","name":"maas-api-e2e-shared-b-w3-5a16df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.570552729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-5a16df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.629128427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-5a16df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.686993592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.752921974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.815463286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.873623823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.925070613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:55.977316521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.028819101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.08041085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.132275506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.18619954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.243131925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.307688379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.359501044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.411520085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.462799202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-5a16df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:56.514062616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-5a16df"},"namespace":"ai-tenant-e2e-shared-b-w3-5a16df","name":"default-tenant","reconcileID":"36221e4e-e718-4d8f-afc4-a9a5b63dbe82","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-5a16df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:59.683962416Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-5a16df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-5a16df","reconcileID":"dff3bff3-2af4-4499-941b-9f5cc0350001","aitenant":"ai-tenants/e2e-shared-b-w3-5a16df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:59.735211138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"986eb3eb-9e7d-49aa-887a-1136d1270a98","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:31:59.792811339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"986eb3eb-9e7d-49aa-887a-1136d1270a98","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:00.107826389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"a65517e5-9c3f-4476-9189-ffc50f65c0a8","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:00.107846306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"a65517e5-9c3f-4476-9189-ffc50f65c0a8","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:00.24557565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33dde9d-74f6-4e30-b0a9-2a72663a9179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:00.298896379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33dde9d-74f6-4e30-b0a9-2a72663a9179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:00.351599063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33dde9d-74f6-4e30-b0a9-2a72663a9179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:00.404195643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33dde9d-74f6-4e30-b0a9-2a72663a9179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:00.516972547Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-5a16df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-5a16df","reconcileID":"dff3bff3-2af4-4499-941b-9f5cc0350001","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-5a16df","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-5a16df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:01.680979423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"e434dda9-e067-4a0f-8f03-c1fe0f151b87","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:01.680995757Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-access","reconcileID":"41c26551-243c-4d1c-af76-4aee3a2ea8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:01.863599765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"9beee0af-7de7-4b93-9d7d-de5386c046bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:01.907278569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"85712619-00b3-40d6-8ca0-2d1ad1b2ed02","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:01.920242938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"9beee0af-7de7-4b93-9d7d-de5386c046bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:01.978197515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"c487647c-3c4f-489e-a5da-43d493232a6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:02.054383409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"397f7f78-9eaa-4386-a997-1a75495440cd","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:02.22605425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4d2b1b49-a93e-4f62-9e66-3d03b0813659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:02.283664606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"4d2b1b49-a93e-4f62-9e66-3d03b0813659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:02.40410858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52c28e4-ea71-4eb1-8f5f-44cc05fe05b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:02.456056579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52c28e4-ea71-4eb1-8f5f-44cc05fe05b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:02.507818733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52c28e4-ea71-4eb1-8f5f-44cc05fe05b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:02.559483894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52c28e4-ea71-4eb1-8f5f-44cc05fe05b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:04.441646843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0b3a08-04b5-4d88-b70b-73aee5446503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:04.493860397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0b3a08-04b5-4d88-b70b-73aee5446503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:04.547500337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0b3a08-04b5-4d88-b70b-73aee5446503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:04.601326695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0b3a08-04b5-4d88-b70b-73aee5446503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.629262673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"e93da116-8f62-4103-baf3-784551b6f673","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.629283955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"e93da116-8f62-4103-baf3-784551b6f673","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.687498439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"c0b101c6-0635-4ef9-8ef4-3c4e032a50a1","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.687525818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"c0b101c6-0635-4ef9-8ef4-3c4e032a50a1","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:32:05.738565577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-shared-sub-298da2","reconcileID":"1b74b4dc-243c-4c09-b34a-8c708bea4ed9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-298da2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.755613076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"6f9f2049-3e52-4ae7-bf7d-0d7c5d793923","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.812024479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"6f9f2049-3e52-4ae7-bf7d-0d7c5d793923","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.898903873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"7a03d43c-4cb6-4f86-840e-1dc525325ba7","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.898928033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"7a03d43c-4cb6-4f86-840e-1dc525325ba7","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.956543688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"0943c518-b520-4c2f-8c1e-d28b1c25f00c","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.956570147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"0943c518-b520-4c2f-8c1e-d28b1c25f00c","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.957039571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"135acbe6-d078-4eff-bd41-396f67feafbb","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:05.95705572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"135acbe6-d078-4eff-bd41-396f67feafbb","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.002462815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"9b429bf1-42a9-412f-ad4a-689c8727e1ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:32:06.007054144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"8ff6df50-890d-4a19-8563-a7cd42caa0fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-298da2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:32:06.010083241Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"135acbe6-d078-4eff-bd41-396f67feafbb","name":"sub-test-model-080095","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-080095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:32:06.010135351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"135acbe6-d078-4eff-bd41-396f67feafbb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-080095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.010310494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"fff9f2c0-2fd8-4e52-b372-c1c2092e7194","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.01032354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"fff9f2c0-2fd8-4e52-b372-c1c2092e7194","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.015953834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"17056137-92d7-4b65-89a1-8b44d5ef8643","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.015968234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"17056137-92d7-4b65-89a1-8b44d5ef8643","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.059181774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"9b429bf1-42a9-412f-ad4a-689c8727e1ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.113867049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"8d64676e-dc6d-46be-9aba-4ed6f152d788","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.113894362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"8d64676e-dc6d-46be-9aba-4ed6f152d788","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.117559861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"eb65b45f-11c5-475f-8ddf-9662a67d5939","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.155080568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"17799b82-5b52-4d30-8298-a2efae8d89d0","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.155101247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"17799b82-5b52-4d30-8298-a2efae8d89d0","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.171206695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"357068a1-4750-4ce9-a007-76ad6d93c3bb","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.17122567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"357068a1-4750-4ce9-a007-76ad6d93c3bb","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.175526908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"eb65b45f-11c5-475f-8ddf-9662a67d5939","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.211857374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"164ec357-04a4-4aab-b8e4-1b4f9bcf0f98","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.211883453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"164ec357-04a4-4aab-b8e4-1b4f9bcf0f98","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.214747698Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-shared-sub-298da2","reconcileID":"cc0872aa-e53b-4689-ac42-c3a7c6f07687","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"sub-test-model-410bb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-410bb8/e2e-shared-sub-298da2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:32:06.263922068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"6fec8825-9d90-4f09-86bb-26156181a8b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-298da2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.365544965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"cab39cd1-524f-4285-9a3c-c4062c1829ec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.372731053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"885f6531-ba17-4876-acb3-1fb3f67e81d0","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.372749863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"885f6531-ba17-4876-acb3-1fb3f67e81d0","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.379904695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"bbb0d3ec-d178-438d-8809-0bbbe0fc1137","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.379926853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"bbb0d3ec-d178-438d-8809-0bbbe0fc1137","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.421841061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"cab39cd1-524f-4285-9a3c-c4062c1829ec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.427878182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"1763972c-cfde-4d39-8f77-5f64fcd4832d","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.427903936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"1763972c-cfde-4d39-8f77-5f64fcd4832d","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.430358909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"d3290457-446e-4228-a4c6-e295c1585c91","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.430375027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"d3290457-446e-4228-a4c6-e295c1585c91","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.458493514Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"df171a3e-e55f-4b78-a8d1-08decb990e2a","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"sub-test-model-080095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-080095/e2e-shared-sub-298da2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.465931834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"c1f5784e-5716-4931-9ad8-13f5b2d80dae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.487105907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"2d5d0b8e-efe8-410c-9662-c6e3145b60ab","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.48712638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"2d5d0b8e-efe8-410c-9662-c6e3145b60ab","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.522181112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"c1f5784e-5716-4931-9ad8-13f5b2d80dae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:32:06.536326892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"f5ffc945-bc3d-4009-9a58-378f1d94589b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-298da2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.623837731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"cb3d184f-c6b0-4fd6-a255-2f228dd22b48","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.623864626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"cb3d184f-c6b0-4fd6-a255-2f228dd22b48","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.64559659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"5f200b99-868b-472d-8f77-58d95d5dd4fe","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.645617204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"5f200b99-868b-472d-8f77-58d95d5dd4fe","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.648314111Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-shared-sub-298da2","reconcileID":"370ea45c-122d-464a-bdb2-d2c6248f5748","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-410bb8/e2e-a-only-298da2","ai-tenant-e2e-shared-a-w2-410bb8/e2e-shared-sub-298da2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.692477176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"44b31d48-a431-4f6d-86c4-066fa1237072","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.700845609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"f70906cf-9a50-40d8-af9f-ce486cc6acc8","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.700864656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"f70906cf-9a50-40d8-af9f-ce486cc6acc8","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.782415159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"a1bd484b-e06b-4e7e-bd33-9cfab488b207","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.839186904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"a1bd484b-e06b-4e7e-bd33-9cfab488b207","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.892763649Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"e95660ca-8e07-44e0-9755-9215b00b2280","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-080095/e2e-b-only-298da2","ai-tenant-e2e-shared-b-w2-080095/e2e-shared-sub-298da2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.919902566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"43f845e2-9370-4d67-b3a0-f32fc0c4ae71","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:06.919923918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"43f845e2-9370-4d67-b3a0-f32fc0c4ae71","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:07.008044522Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"59ab9502-58b7-41da-80bf-f4484e1b2654","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-080095/e2e-b-only-298da2","ai-tenant-e2e-shared-b-w2-080095/e2e-shared-sub-298da2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:07.056330533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-shared-sub-298da2","reconcileID":"f1250d3b-1978-4cd3-8aec-206b08451e34","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:07.132089523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"ceb7816a-17a1-4dd1-a547-f584e6b34531","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:07.172991668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"30fa2544-b2bc-4713-be2b-2f218b500baa","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:07.173021002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"30fa2544-b2bc-4713-be2b-2f218b500baa","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:07.235748515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"f16d7636-5fe9-4c5e-8a71-079ba9258aff","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:07.379832899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"ac534f8e-cf38-4ec6-a15a-26bdca6e6fff","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:07.549554149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"569666aa-f84b-477e-b2ac-d102a0ceb7b6","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:09.753043227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"cd4c47c6-ac26-416e-bf55-ee0f96fd691a","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:12.246920283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"3e288a68-1caf-4b85-8dda-5844f20579ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:12.30181509Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"3e288a68-1caf-4b85-8dda-5844f20579ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:12.35460911Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"simulator-subscription","reconcileID":"3e288a68-1caf-4b85-8dda-5844f20579ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/simulator-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:12.675079016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"873fbc32-dee6-40c3-bf25-dd672c7c8727","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:12.779011633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"308ef148-473a-49c7-9fd0-2f0eeed99226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:12.835942295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"308ef148-473a-49c7-9fd0-2f0eeed99226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.114691027Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"22d07913-d457-4afa-9ce1-5ca87ae7689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.114702619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"86fac779-2dbe-4ffb-89c8-d81d38dbfbc1","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.318146805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"22d07913-d457-4afa-9ce1-5ca87ae7689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.381364553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"a93c05bc-08b7-4b93-b371-fbe3399e91e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.44518313Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"22d07913-d457-4afa-9ce1-5ca87ae7689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"e2e-worker-w3-dfa0bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.445208705Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-access","reconcileID":"22d07913-d457-4afa-9ce1-5ca87ae7689e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.502038836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"b70086fb-8e30-4914-82db-192eaf8862ed","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.560244838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"62426b86-1b5b-4f0e-aacf-3bc4c3e8599a","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.617283092Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"2995c4c5-5c38-4e09-a0e8-886c8840999e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.756858078Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"2995c4c5-5c38-4e09-a0e8-886c8840999e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"name":"maas-trlp-premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc","model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.943265256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"981ac77e-9ebb-46a4-9286-26ae40af5b26","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:18.994900562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"f870876c-6241-4c33-8c53-3f42fa51737e","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:19.046654742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"554dbff4-d930-4582-b52b-84d870bcf139","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:19.046935365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"06128884-0dbf-40b2-b3ee-6b95142c8bb2","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:19.914095028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ee94f8-8785-4fe7-9ea9-874389384d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:19.965756244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ee94f8-8785-4fe7-9ea9-874389384d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:20.017260316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ee94f8-8785-4fe7-9ea9-874389384d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:20.069495804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ee94f8-8785-4fe7-9ea9-874389384d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:20.904895627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:21.609696938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"52fbf260-af39-4852-98ad-d0a6a331af7c","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:21.710624539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"19b83a05-df45-4507-9fb7-1e516d09d7e2","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:21.775444601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"921e54c4-784e-4120-9f81-348f3e87029c","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:21.775466725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"921e54c4-784e-4120-9f81-348f3e87029c","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:21.955692955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"cfcf76d8-f691-4e94-be2b-f21a534463df","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:21.955720625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"cfcf76d8-f691-4e94-be2b-f21a534463df","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.061037641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620f427b-6d8a-4fc5-ae8b-fa80ab9c3272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.113010065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620f427b-6d8a-4fc5-ae8b-fa80ab9c3272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.16513364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620f427b-6d8a-4fc5-ae8b-fa80ab9c3272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.165743107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"8c2f5848-9f1d-49b7-b6af-052fc3b80f94","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.217796281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620f427b-6d8a-4fc5-ae8b-fa80ab9c3272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.323025804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-shared-sub-298da2","reconcileID":"4005d07e-ba39-4958-9ce6-8d6a69d4dca6","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.341774744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"f5a98d8f-fb43-49fc-8cc6-e9062137f26a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.381671754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"e9965d52-c9b0-416a-973f-648a3b7dd9d8","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.381688009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"e9965d52-c9b0-416a-973f-648a3b7dd9d8","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.398408704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"f5a98d8f-fb43-49fc-8cc6-e9062137f26a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.541283819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"d457d26f-f0ae-42b2-9d02-2f18c1b5faa6","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.541309692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"d457d26f-f0ae-42b2-9d02-2f18c1b5faa6","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.545358487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"7690ef52-864c-4dd9-b6cb-aee14f331d53","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:22.605212343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"7690ef52-864c-4dd9-b6cb-aee14f331d53","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:28.995608478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"759dd895-6c2a-4ce4-bb30-0de3531dcfd6","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:29.156288082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"4eac1c66-3d57-4f61-80e1-676c3e4f5160","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:29.208514126Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"premium-simulator-subscription","reconcileID":"4eac1c66-3d57-4f61-80e1-676c3e4f5160","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"model":"e2e-models-e2e-worker-w3-dfa0bc/premium-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:29.524193463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"b52a18db-9fa0-47a1-8353-b30104df9b8b","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.465521966Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"0cd0f677-87b6-454c-b252-a2497686c8f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.465641542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"e309e1da-2908-42a5-b437-278a904ffe0d","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.465658721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"e309e1da-2908-42a5-b437-278a904ffe0d","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.73541311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"d64d1e51-7238-4b99-9296-eed82879b9db","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.735471532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-shared-sub-298da2","reconcileID":"928a2208-e7dd-4043-aae9-d5ee911b4a50","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.808364913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"0cd0f677-87b6-454c-b252-a2497686c8f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.934267267Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"0cd0f677-87b6-454c-b252-a2497686c8f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"e2e-shared-a-w2-410bb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.934288829Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-sub-iso-auth-298da2","reconcileID":"0cd0f677-87b6-454c-b252-a2497686c8f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.990610941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"531019a8-bd07-4e60-a60d-06f5259b4873","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:31.990630549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"531019a8-bd07-4e60-a60d-06f5259b4873","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:32.137617755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"ee16c1e7-182a-4b31-9a6a-1c7d30652f14","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:32.137638055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"ee16c1e7-182a-4b31-9a6a-1c7d30652f14","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:32.186605286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"2c1e5b8d-afba-44da-96f9-268d3c2670ed","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:32.260260016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-shared-sub-298da2","reconcileID":"13d4bf5e-8206-448c-a636-982b6f2a6dc1","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:32.260410224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"fed0193e-2ff7-44f4-8ab8-8893b13d2e12","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:32.517122648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"d23c7054-0635-40c1-b28c-a5af7599eec9","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:33.4971872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72387fa3-41f3-484c-8ea1-9bcd969059b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:33.54876193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72387fa3-41f3-484c-8ea1-9bcd969059b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:33.600544491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72387fa3-41f3-484c-8ea1-9bcd969059b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:33.652210264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72387fa3-41f3-484c-8ea1-9bcd969059b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:35.594757948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c21e2d97-5d0a-4d4b-be36-41c8f33628ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:35.646922339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c21e2d97-5d0a-4d4b-be36-41c8f33628ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:35.698479351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c21e2d97-5d0a-4d4b-be36-41c8f33628ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:35.750291252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c21e2d97-5d0a-4d4b-be36-41c8f33628ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:37.741030622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd96a06-2a74-4cbb-9a0b-9b2a2a1105f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:37.792770191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd96a06-2a74-4cbb-9a0b-9b2a2a1105f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:37.844257065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd96a06-2a74-4cbb-9a0b-9b2a2a1105f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:37.895706248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd96a06-2a74-4cbb-9a0b-9b2a2a1105f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:38.996790269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"eea21d5e-9ef9-46f6-8879-c24a1578bbf9","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:39.794514426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfbd6b3-bb4e-4e3b-ba2d-911912e1265e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:39.846253794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfbd6b3-bb4e-4e3b-ba2d-911912e1265e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:39.897820736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfbd6b3-bb4e-4e3b-ba2d-911912e1265e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:39.949553819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfbd6b3-bb4e-4e3b-ba2d-911912e1265e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:40.631935917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-2-w3-dfa0bc","reconcileID":"90fe86d8-279f-4f3e-bed0-ab98dea1bd78","MaaSModelRef":{"name":"distinct-2-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-2-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-2-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:42.244989058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"premium-w3-dfa0bc","reconcileID":"304a819a-59ec-43b0-934e-8950b64e6a70","MaaSModelRef":{"name":"premium-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"premium-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"premium-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:42.528872295Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-shared-sub-298da2","reconcileID":"c780cc65-d8fb-4e26-9652-12a15bc5d918","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscription":"e2e-shared-sub-298da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:42.642835545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"simulator-w3-dfa0bc","reconcileID":"8b7aee7c-8efa-4c48-9cba-39bcd2145898","MaaSModelRef":{"name":"simulator-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"simulator-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"simulator-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:42.677794302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"namespace":"e2e-models-e2e-worker-w3-dfa0bc","name":"distinct-w3-dfa0bc","reconcileID":"b65440f9-8884-4375-8458-cb9eecd0197e","MaaSModelRef":{"name":"distinct-w3-dfa0bc","namespace":"e2e-models-e2e-worker-w3-dfa0bc"},"routeName":"distinct-w3-dfa0bc-kserve-route","namespace":"e2e-models-e2e-worker-w3-dfa0bc","llmisvcName":"distinct-w3-dfa0bc","gateway":"openshift-ingress/e2e-worker-w3-dfa0bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:42.743412935Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-shared-sub-298da2","reconcileID":"c780cc65-d8fb-4e26-9652-12a15bc5d918","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-410bb8/e2e-a-only-298da2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:42.955208182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"6cd0e904-c469-41aa-b0b2-b00b479f7003","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:43.011375055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"0a108d45-4cf6-443b-9776-a45fbc59afd0","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:43.011402788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"0a108d45-4cf6-443b-9776-a45fbc59afd0","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:44.234188919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"77855e50-e5f6-4b19-82af-2289a30cb5c2","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:44.234266675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"77855e50-e5f6-4b19-82af-2289a30cb5c2","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.126362195Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","namespace":"ai-tenant-e2e-worker-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.126413814Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","namespace":"ai-tenant-e2e-worker-w3-dfa0bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.126461336Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","tenant":"e2e-worker-w3-dfa0bc","tenantID":"e2e-worker-w3-dfa0bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.180298725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"Deployment","name":"maas-api-e2e-worker-w3-dfa0bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.240464165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"Service","name":"maas-api-e2e-worker-w3-dfa0bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.302407815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-dfa0bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.358298918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-dfa0bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.412383573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.46940997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.526303499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.581507211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.632992935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.684352298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.736127769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"Service","name":"payload-processing-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.787590433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.841178045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.892968875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:47.944487596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:48.001892238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:48.053535134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:48.105113112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:48.157264606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-dfa0bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:48.20867138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-dfa0bc"},"namespace":"ai-tenant-e2e-worker-w3-dfa0bc","name":"default-tenant","reconcileID":"5bface89-f75f-40a3-b993-dfe94818ab63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-dfa0bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:49.577030585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"6b5107c1-9be8-4f22-b08e-148e38fab72b","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:49.57705625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"6b5107c1-9be8-4f22-b08e-148e38fab72b","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:50.905187815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:53.334771071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"453f3720-aabb-49ff-9032-83978a622504","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","subscription":"e2e-a-only-298da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:53.386796475Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"453f3720-aabb-49ff-9032-83978a622504","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:53.439219381Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"e2e-a-only-298da2","reconcileID":"453f3720-aabb-49ff-9032-83978a622504","MaaSSubscription":{"name":"e2e-a-only-298da2","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"name":"maas-trlp-sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:53.708867819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"9d482ec5-0de6-48c3-bcad-c1f084bba733","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"tenant":"e2e-shared-a-w2-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","model":"ai-tenant-e2e-shared-a-w2-410bb8/sub-test-model-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:53.708893553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"sub-test-model-410bb8","reconcileID":"9d482ec5-0de6-48c3-bcad-c1f084bba733","MaaSModelRef":{"name":"sub-test-model-410bb8","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"routeName":"sub-test-model-410bb8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","llmisvcName":"sub-test-model-410bb8","gateway":"openshift-ingress/e2e-shared-a-w2-410bb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.013974112Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"9dbd5efe-03e4-457b-afe8-189f42c2606b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.013979808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"d3e58d9f-dbd9-4e74-aea3-734175d1775e","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.014102335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"d3e58d9f-dbd9-4e74-aea3-734175d1775e","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.231612437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"9dbd5efe-03e4-457b-afe8-189f42c2606b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.280492585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"43a951b0-0c2b-4504-916a-7bfaa4d78d96","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.280859361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"6fc2ca86-44ed-4f66-a7ab-81827eab1bb2","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.358922959Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"9dbd5efe-03e4-457b-afe8-189f42c2606b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"e2e-shared-b-w2-080095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.358946943Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-sub-iso-auth-298da2","reconcileID":"9dbd5efe-03e4-457b-afe8-189f42c2606b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.415306528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"ef078ef1-9858-4785-8947-39a057a988e9","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.415328027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"ef078ef1-9858-4785-8947-39a057a988e9","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.575128776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"fa4d4e46-fa59-4611-8e2f-e54738b43547","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.575180574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"fa4d4e46-fa59-4611-8e2f-e54738b43547","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.684601034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"0e5de3cd-7468-4c7e-b9ed-c023c59e6247","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:54.684674804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"257a38bd-f6fc-46c5-aafc-5a791c8aa32d","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:55.161589197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"60807425-0663-4f1a-a254-619d1cf6268d","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:55.161615281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"60807425-0663-4f1a-a254-619d1cf6268d","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:55.218418321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"7c3b3e5a-faf6-482e-95b5-aef9d4c7e8fe","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:55.218437914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"7c3b3e5a-faf6-482e-95b5-aef9d4c7e8fe","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:55.321314121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"c2c547fd-4a1f-4111-b1b9-f4b4d8906354","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:55.448084356Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"c2c547fd-4a1f-4111-b1b9-f4b4d8906354","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:55.503047836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1e8fe5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"c2c547fd-4a1f-4111-b1b9-f4b4d8906354","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:55.558464114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"0b787237-73e6-44a7-ab29-7483b67b6873","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:55.558488337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"0b787237-73e6-44a7-ab29-7483b67b6873","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:58.655961758Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-dfa0bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-dfa0bc","reconcileID":"d412b9fc-e570-4906-9f79-f06c1336f5db","aitenant":"ai-tenants/e2e-worker-w3-dfa0bc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:59.207006234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4978d85-701a-497d-8bf2-b565a336aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:59.259395286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4978d85-701a-497d-8bf2-b565a336aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:59.311685493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4978d85-701a-497d-8bf2-b565a336aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:59.363562502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4978d85-701a-497d-8bf2-b565a336aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:32:59.526722991Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-dfa0bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-dfa0bc","reconcileID":"d412b9fc-e570-4906-9f79-f06c1336f5db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-dfa0bc","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-dfa0bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:01.301528641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8241e3fb-4f61-49ab-a551-8a482e16f80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:01.353108049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8241e3fb-4f61-49ab-a551-8a482e16f80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:01.404618185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8241e3fb-4f61-49ab-a551-8a482e16f80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:01.456310726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8241e3fb-4f61-49ab-a551-8a482e16f80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.390319906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141ba9c5-4597-42a5-88ad-9d1e0d696e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.441751385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141ba9c5-4597-42a5-88ad-9d1e0d696e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.493201311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141ba9c5-4597-42a5-88ad-9d1e0d696e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.49330136Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.544552181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141ba9c5-4597-42a5-88ad-9d1e0d696e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.544640504Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","namespace":"ai-tenant-e2e-shared-a-w4-52df2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.5447067Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","tenant":"e2e-shared-a-w4-52df2f","tenantID":"e2e-shared-a-w4-52df2f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.598380353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-52df2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.658202088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"Service","name":"maas-api-e2e-shared-a-w4-52df2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.714070187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-52df2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.8108517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-52df2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.866179807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.92027019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:03.97668435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.030407683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.081904775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.133234989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.184383013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.23550912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.286481821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.337737669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.388731671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.444495236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.495494073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.547080282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.59844239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-52df2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.649637139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-52df2f"},"namespace":"ai-tenant-e2e-shared-a-w4-52df2f","name":"default-tenant","reconcileID":"a2a58f6a-1e23-45d6-be82-349d70badf06","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-52df2f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:04.954236379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"83a2436a-07cd-4b15-84c6-5162c32bcc05","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscription":"e2e-shared-sub-298da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:05.169362142Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-shared-sub-298da2","reconcileID":"83a2436a-07cd-4b15-84c6-5162c32bcc05","MaaSSubscription":{"name":"e2e-shared-sub-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-080095/e2e-b-only-298da2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:05.378266875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"ad33c9c9-205e-4e18-9dc4-05ea311c67bd","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:05.384439491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"8ddac42f-be28-48ea-a3af-48d70c4904ea","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:05.384456933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"8ddac42f-be28-48ea-a3af-48d70c4904ea","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:05.661817123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"bd32c9d9-3e7d-438d-afdc-beb74678a0a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:05.692096854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"d00b757d-64cb-4e0f-ac96-274f343b5616","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:05.69211736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"d00b757d-64cb-4e0f-ac96-274f343b5616","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:05.718551456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"bd32c9d9-3e7d-438d-afdc-beb74678a0a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:05.774073113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1e8fe5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"bd32c9d9-3e7d-438d-afdc-beb74678a0a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:07.145686455Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-52df2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-52df2f","reconcileID":"c89e90d2-436b-458c-8a18-d7692559640b","aitenant":"ai-tenants/e2e-shared-a-w4-52df2f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:07.611231371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a825872d-0ba4-4397-b668-e72c438304e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:07.663353196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a825872d-0ba4-4397-b668-e72c438304e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:07.714786256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a825872d-0ba4-4397-b668-e72c438304e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:07.766388503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a825872d-0ba4-4397-b668-e72c438304e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:07.941444235Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-52df2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-52df2f","reconcileID":"c89e90d2-436b-458c-8a18-d7692559640b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-52df2f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-52df2f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:09.699369351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc88a502-cdef-4169-a563-04134d952f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:09.751046374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc88a502-cdef-4169-a563-04134d952f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:09.802461871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc88a502-cdef-4169-a563-04134d952f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:09.854116014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc88a502-cdef-4169-a563-04134d952f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:14.898128091Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","namespace":"ai-tenant-e2e-shared-b-w4-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:14.898208949Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","namespace":"ai-tenant-e2e-shared-b-w4-731062","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:14.898261066Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","tenant":"e2e-shared-b-w4-731062","tenantID":"e2e-shared-b-w4-731062","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:14.953303162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-731062","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.013049074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"Service","name":"maas-api-e2e-shared-b-w4-731062","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.096533914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-731062","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.15044701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-731062","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.20539085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.262012948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.318876842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.372705418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.424038079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.475212145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.526457351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.577514827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.609850555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419a3093-a70c-462d-aa75-83d2d6e23055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.661619725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419a3093-a70c-462d-aa75-83d2d6e23055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.666095438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.713201168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419a3093-a70c-462d-aa75-83d2d6e23055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.765025271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419a3093-a70c-462d-aa75-83d2d6e23055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.766853958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.817800615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.853437056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"0ee14dd6-c531-46ff-950e-64516bdfdacd","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","subscription":"e2e-b-only-298da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.87526928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.877854437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"62cbe45c-279b-4e51-81f6-670108e4c46a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.905552759Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"0ee14dd6-c531-46ff-950e-64516bdfdacd","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.926481216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.935799694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"62cbe45c-279b-4e51-81f6-670108e4c46a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:15.957465994Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"e2e-b-only-298da2","reconcileID":"0ee14dd6-c531-46ff-950e-64516bdfdacd","MaaSSubscription":{"name":"e2e-b-only-298da2","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"name":"maas-trlp-sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:16.028586059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:16.033396049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1e8fe5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (392252e350e19b907d7e64273338bde60c46adff3796754ad99064b2333a5b0f) AuthConfig (6cab8b5b2d92cf4e13699845df20cedd45525e8d605883312ae089b3f9b80dae) AuthConfig (eb11d1f4949dc35b433d2b20a44ff0d758a8a7976eb36a34fd80294432949cfa) AuthConfig (56fa4dd48fea6f862c4567cc490ac8aa51d269e486fe26e371648986b318c8f6) AuthConfig (80055381b9595c2882c99d6fcb2e197c6f2bf1f88c0fa084e149e04efb0ca4ec) AuthConfig (241c5ba61e65d5d61968068998a880ab87bb9cd6379fad6a83227674befbf9c3) AuthConfig (96c57f44776f2b3d271dd2a0ef2c621577fbd1e09769dec048334810797dfee9) AuthConfig (6b2ecd4345a093a05cfbc70f3a0979c52638d55eb3d18db08a5bf24118f4a466) AuthConfig (7f9f767b85ed4bfd71108c0c7f163f001780869494dd08ecdac0905027c21c3b) AuthConfig (42dbbf59ebfc0c7fd5163d27741006e5bbeb60998afee8fd1c1a408469f535f2) AuthConfig (924b54729a99ec71cd653c31d64b5fe2866bcdf3f3ec8116ace4328885876a84) AuthConfig (c53fac05dfdca49ec9540d8ac6ec6870eef961d2da323e237fe3b1ecad03f178) AuthConfig (4ca09835505513db48a2ebc00b9c578b7ae3177419c1a4f197b0991738fd4499) AuthConfig (c5acc840294283a8b14fc8b072101322645d1a5a71b6b990faf703f69ddf1c46) AuthConfig (c765d08960155c59e3aa544d8c9d77edec4d978242b2ebf178683ac327755f27) AuthConfig (ab2e50e2b35c40605cc5fd7f966064e3c3fe5c3aeb6eb6e18716651f3160fc2a) AuthConfig (ac81810ba6b263da0f9dfbed443499a13e4d06d2c0ba3614bf1133fed06b2b40) AuthConfig (30717af6a914cdeb15cfbde7afed36130991740d9cb8ade6d209a5c97102ea75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"62cbe45c-279b-4e51-81f6-670108e4c46a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:16.079608662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-731062","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:16.090873725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"b93d87a2-b691-4b26-bbf1-136e0f3941ac","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:16.090891051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"b93d87a2-b691-4b26-bbf1-136e0f3941ac","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:16.134904387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-731062"},"namespace":"ai-tenant-e2e-shared-b-w4-731062","name":"default-tenant","reconcileID":"76be08f8-bd58-40d9-8997-bf107e803baf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-731062","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:16.245862983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"faeb490f-afe1-4e25-a84a-8637decdcef9","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"tenant":"e2e-shared-b-w2-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","model":"ai-tenant-e2e-shared-b-w2-080095/sub-test-model-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:16.245881245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"sub-test-model-080095","reconcileID":"faeb490f-afe1-4e25-a84a-8637decdcef9","MaaSModelRef":{"name":"sub-test-model-080095","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"routeName":"sub-test-model-080095-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-080095","llmisvcName":"sub-test-model-080095","gateway":"openshift-ingress/e2e-shared-b-w2-080095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:17.697262172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f338cfdb-d778-4404-9ad0-ad584ee64366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:17.748858119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f338cfdb-d778-4404-9ad0-ad584ee64366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:17.800451309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f338cfdb-d778-4404-9ad0-ad584ee64366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:17.852303033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f338cfdb-d778-4404-9ad0-ad584ee64366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:20.905618298Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:22.547229466Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-731062","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-731062","reconcileID":"85481ec8-b1fb-40c8-bae9-c5ee4548befd","aitenant":"ai-tenants/e2e-shared-b-w4-731062","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:23.138639593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec5aeb9-dcc3-47c6-8f8e-657f9ffbf1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:23.190470227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec5aeb9-dcc3-47c6-8f8e-657f9ffbf1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:23.242085671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec5aeb9-dcc3-47c6-8f8e-657f9ffbf1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:23.294304167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec5aeb9-dcc3-47c6-8f8e-657f9ffbf1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:23.417909535Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-731062","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-731062","reconcileID":"85481ec8-b1fb-40c8-bae9-c5ee4548befd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-731062","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-731062"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:24.607280097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"a713ce43-bdd8-46bd-99a5-068f80617903","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:24.628424029Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-access","reconcileID":"0bb1f953-7d75-40b5-a21b-b1a972002d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:24.794365453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"439ab838-7747-4f5f-bfb7-160471d1d6d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:24.84931669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"c6f95c95-b1e1-45d5-88cd-480203aaec58","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:24.850962151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"439ab838-7747-4f5f-bfb7-160471d1d6d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:24.899934204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"1b96822e-1181-4169-a7eb-1d4c130ca692","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:25.011039259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"4ad54522-5357-4c4d-982b-b95ace9b3c7e","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:25.204909674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5094e38c-dcd6-4bdf-8d94-bde69aeef0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:25.20504605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"491b9ae0-45c6-404d-8930-965dd5c39238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:25.257690178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5094e38c-dcd6-4bdf-8d94-bde69aeef0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:25.309176282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5094e38c-dcd6-4bdf-8d94-bde69aeef0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:25.314450123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"491b9ae0-45c6-404d-8930-965dd5c39238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:25.360641478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5094e38c-dcd6-4bdf-8d94-bde69aeef0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:26.193548615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"52195967-0c45-44ee-9ff6-2d7ac7a302cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:26.250848908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"52195967-0c45-44ee-9ff6-2d7ac7a302cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:26.306923125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1e8fe5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (392252e350e19b907d7e64273338bde60c46adff3796754ad99064b2333a5b0f) AuthConfig (6cab8b5b2d92cf4e13699845df20cedd45525e8d605883312ae089b3f9b80dae) AuthConfig (eb11d1f4949dc35b433d2b20a44ff0d758a8a7976eb36a34fd80294432949cfa) AuthConfig (56fa4dd48fea6f862c4567cc490ac8aa51d269e486fe26e371648986b318c8f6) AuthConfig (80055381b9595c2882c99d6fcb2e197c6f2bf1f88c0fa084e149e04efb0ca4ec) AuthConfig (241c5ba61e65d5d61968068998a880ab87bb9cd6379fad6a83227674befbf9c3) AuthConfig (96c57f44776f2b3d271dd2a0ef2c621577fbd1e09769dec048334810797dfee9) AuthConfig (6b2ecd4345a093a05cfbc70f3a0979c52638d55eb3d18db08a5bf24118f4a466) AuthConfig (7f9f767b85ed4bfd71108c0c7f163f001780869494dd08ecdac0905027c21c3b) AuthConfig (42dbbf59ebfc0c7fd5163d27741006e5bbeb60998afee8fd1c1a408469f535f2) AuthConfig (924b54729a99ec71cd653c31d64b5fe2866bcdf3f3ec8116ace4328885876a84) AuthConfig (c53fac05dfdca49ec9540d8ac6ec6870eef961d2da323e237fe3b1ecad03f178) AuthConfig (4ca09835505513db48a2ebc00b9c578b7ae3177419c1a4f197b0991738fd4499) AuthConfig (c5acc840294283a8b14fc8b072101322645d1a5a71b6b990faf703f69ddf1c46) AuthConfig (c765d08960155c59e3aa544d8c9d77edec4d978242b2ebf178683ac327755f27) AuthConfig (ab2e50e2b35c40605cc5fd7f966064e3c3fe5c3aeb6eb6e18716651f3160fc2a) AuthConfig (ac81810ba6b263da0f9dfbed443499a13e4d06d2c0ba3614bf1133fed06b2b40) AuthConfig (30717af6a914cdeb15cfbde7afed36130991740d9cb8ade6d209a5c97102ea75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"52195967-0c45-44ee-9ff6-2d7ac7a302cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:27.30057892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2074432-e240-416a-8441-d1fd197980f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:27.352718882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2074432-e240-416a-8441-d1fd197980f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:27.40428233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2074432-e240-416a-8441-d1fd197980f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:27.455810709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2074432-e240-416a-8441-d1fd197980f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:28.247820741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"9131adb2-58d5-41fd-b4ed-a2dbab1fc455","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:28.415111312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"96194ea1-d550-4bd2-8e1c-b6aa78e9252b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:28.463071996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"33b2c646-0f06-4c88-b7c6-4d32feec7607","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:28.471318751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"96194ea1-d550-4bd2-8e1c-b6aa78e9252b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:28.627262555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"2bb85d7e-7cd9-4bce-a67e-eb7d4bb29410","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:28.835180844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"0c2b006a-433d-43f3-a6eb-36d44eb5859f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:35.174096788Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"8369602e-426c-4276-bc78-193a93d7a8d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:35.227555663Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"8369602e-426c-4276-bc78-193a93d7a8d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:35.280042521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"simulator-subscription","reconcileID":"8369602e-426c-4276-bc78-193a93d7a8d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/simulator-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:35.557549849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"d70979a9-8d0e-4495-98b6-a4e93855e486","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:35.661636234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"8cb361e1-11f5-4259-ad2d-1d049a9bcc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:35.718878158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"8cb361e1-11f5-4259-ad2d-1d049a9bcc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:36.415258296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"c5fe65c0-c51a-4bf6-b01e-561fd488768c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:36.472642265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"c5fe65c0-c51a-4bf6-b01e-561fd488768c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:36.528932177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1e8fe5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (392252e350e19b907d7e64273338bde60c46adff3796754ad99064b2333a5b0f) AuthConfig (6cab8b5b2d92cf4e13699845df20cedd45525e8d605883312ae089b3f9b80dae) AuthConfig (eb11d1f4949dc35b433d2b20a44ff0d758a8a7976eb36a34fd80294432949cfa) AuthConfig (56fa4dd48fea6f862c4567cc490ac8aa51d269e486fe26e371648986b318c8f6) AuthConfig (80055381b9595c2882c99d6fcb2e197c6f2bf1f88c0fa084e149e04efb0ca4ec) AuthConfig (241c5ba61e65d5d61968068998a880ab87bb9cd6379fad6a83227674befbf9c3) AuthConfig (96c57f44776f2b3d271dd2a0ef2c621577fbd1e09769dec048334810797dfee9) AuthConfig (6b2ecd4345a093a05cfbc70f3a0979c52638d55eb3d18db08a5bf24118f4a466) AuthConfig (7f9f767b85ed4bfd71108c0c7f163f001780869494dd08ecdac0905027c21c3b) AuthConfig (42dbbf59ebfc0c7fd5163d27741006e5bbeb60998afee8fd1c1a408469f535f2) AuthConfig (924b54729a99ec71cd653c31d64b5fe2866bcdf3f3ec8116ace4328885876a84) AuthConfig (c53fac05dfdca49ec9540d8ac6ec6870eef961d2da323e237fe3b1ecad03f178) AuthConfig (4ca09835505513db48a2ebc00b9c578b7ae3177419c1a4f197b0991738fd4499) AuthConfig (c5acc840294283a8b14fc8b072101322645d1a5a71b6b990faf703f69ddf1c46) AuthConfig (c765d08960155c59e3aa544d8c9d77edec4d978242b2ebf178683ac327755f27) AuthConfig (ab2e50e2b35c40605cc5fd7f966064e3c3fe5c3aeb6eb6e18716651f3160fc2a) AuthConfig (ac81810ba6b263da0f9dfbed443499a13e4d06d2c0ba3614bf1133fed06b2b40) AuthConfig (30717af6a914cdeb15cfbde7afed36130991740d9cb8ade6d209a5c97102ea75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"c5fe65c0-c51a-4bf6-b01e-561fd488768c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:38.627829053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"5896e8b1-6074-4232-a75b-00b860a12290","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:40.811632105Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"6a0ab21f-ab13-47a1-87ae-a6355ff37ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:40.811716642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"44a40a15-fdf3-4703-a182-0cbf3d59d53d","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:41.015447725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"6a0ab21f-ab13-47a1-87ae-a6355ff37ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:41.033595353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"e555b09f-8ac1-4ccb-8f11-86b43837d025","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:41.078521169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"e6c586cf-a77b-4165-a653-9fcb38bcb44d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:41.142058368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"6a0ab21f-ab13-47a1-87ae-a6355ff37ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"e2e-worker-w4-a51d4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:41.142075695Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-access","reconcileID":"6a0ab21f-ab13-47a1-87ae-a6355ff37ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:41.198007854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"169a6476-5897-4b5e-bdc9-76504ba1ba4a","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:41.714370427Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"dd49604b-7be5-4dce-bb6a-0046c004e524","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2535cff3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:42.090888165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"4e41f713-d389-4a51-8b6e-26a67cdc262c","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:42.091213428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"9f441532-db0f-4ea1-bdf9-66f77e84df41","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:42.142616911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-w4-a51d4c","reconcileID":"58924cfe-c747-45db-904c-ce5fcdac2454","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:42.194246841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-2-w4-a51d4c","reconcileID":"8cdbc00a-d70e-4059-ad2d-83a7b8de9ec2","MaaSModelRef":{"name":"distinct-2-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-2-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-2-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:42.245109489Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"cd7dc418-ac06-4261-ad55-20c7f853a362","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2535cff3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:43.090604319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd6212d-aa1b-49ae-bf58-c48876a88577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:43.14240517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd6212d-aa1b-49ae-bf58-c48876a88577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:43.1942135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd6212d-aa1b-49ae-bf58-c48876a88577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:43.245727712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd6212d-aa1b-49ae-bf58-c48876a88577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:45.23716703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40308354-0229-4d1f-947e-fb827c25a122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:45.288732393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40308354-0229-4d1f-947e-fb827c25a122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:45.340395924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40308354-0229-4d1f-947e-fb827c25a122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:45.391936347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40308354-0229-4d1f-947e-fb827c25a122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:46.632890417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"fe4792e4-d71d-4e8a-aa70-6998509e1af3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:46.689670043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"fe4792e4-d71d-4e8a-aa70-6998509e1af3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:47.007356501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"7a86816f-54ff-45ba-8b8a-4c4a9ae986d2","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:47.007373016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"7a86816f-54ff-45ba-8b8a-4c4a9ae986d2","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:48.718651439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5b50b8-10a8-4cfc-9387-9ead2ccc4e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:48.771426687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5b50b8-10a8-4cfc-9387-9ead2ccc4e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:48.822866721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5b50b8-10a8-4cfc-9387-9ead2ccc4e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:48.874480722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5b50b8-10a8-4cfc-9387-9ead2ccc4e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:50.789264927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6e3946-c4f1-4d34-846f-d2833f7ad2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:50.84088345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6e3946-c4f1-4d34-846f-d2833f7ad2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:50.892506327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6e3946-c4f1-4d34-846f-d2833f7ad2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:50.906112076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:50.944505816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6e3946-c4f1-4d34-846f-d2833f7ad2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.091389702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"4dfc9bd8-4718-4a8d-83e9-4b39e18b3870","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.308138749Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"75745718-8eea-45db-afd3-5de5ebcd4499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.350334273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"589b0bc1-2fd8-43b5-bccb-6d9c8899d722","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.350351372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"589b0bc1-2fd8-43b5-bccb-6d9c8899d722","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.35988656Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"75745718-8eea-45db-afd3-5de5ebcd4499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.382414989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"d3462da4-920a-40ad-83a0-c365caefd170","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.382430761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"d3462da4-920a-40ad-83a0-c365caefd170","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.412170394Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"premium-simulator-subscription","reconcileID":"75745718-8eea-45db-afd3-5de5ebcd4499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"name":"maas-trlp-premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c","model":"e2e-models-e2e-worker-w4-a51d4c/premium-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.484951716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"03b0a8cc-0457-4926-9a64-056b31872bcd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.611241678Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"03b0a8cc-0457-4926-9a64-056b31872bcd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.666608445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-dc8b23-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"03b0a8cc-0457-4926-9a64-056b31872bcd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.681552527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"5585cccf-06e1-4639-901c-8ea7c85750ab","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.758419096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"c308f7d9-9632-4347-8004-3f71ab9c5a55","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.758440625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"c308f7d9-9632-4347-8004-3f71ab9c5a55","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.91469949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae7bee8-8269-473a-9c76-2d7659b570ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:52.966352694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae7bee8-8269-473a-9c76-2d7659b570ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:53.018430745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae7bee8-8269-473a-9c76-2d7659b570ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:53.07019848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae7bee8-8269-473a-9c76-2d7659b570ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:53.876867171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-2-w4-a51d4c","reconcileID":"5a3f56ac-fbcb-452c-8a94-d8245a554cc4","MaaSModelRef":{"name":"distinct-2-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-2-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-2-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:54.989779434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097edf63-441b-4d1a-aa02-4ebc104b14d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:55.041366451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097edf63-441b-4d1a-aa02-4ebc104b14d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:55.092818344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097edf63-441b-4d1a-aa02-4ebc104b14d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:33:55.144214442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097edf63-441b-4d1a-aa02-4ebc104b14d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:02.100691288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-w4-a51d4c","reconcileID":"db649aef-359f-4ace-b57c-131cfd8d3c35","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:02.440509098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"909458d1-89d3-4d4f-b2c3-f78a2e47c404","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:02.68220688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"ed57bcff-0c6b-49b8-a8f9-501e038cab8f","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:02.880082667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"65546c99-66fb-4c5f-91fe-6b87adf9a43f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:02.95247095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"65546c99-66fb-4c5f-91fe-6b87adf9a43f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:03.008242706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-dc8b23-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"65546c99-66fb-4c5f-91fe-6b87adf9a43f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:03.934381877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-2-w4-a51d4c","reconcileID":"fd189b04-049b-4104-a6f8-b512edc95a26","MaaSModelRef":{"name":"distinct-2-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-2-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-2-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:06.974601007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"distinct-w4-a51d4c","reconcileID":"9068d088-b364-40c4-b4c9-43a786a161de","MaaSModelRef":{"name":"distinct-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"distinct-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"distinct-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:06.974865381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"simulator-w4-a51d4c","reconcileID":"28d2728d-2386-4f96-a025-d15ed0e78d25","MaaSModelRef":{"name":"simulator-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"simulator-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"simulator-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:06.975041611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"namespace":"e2e-models-e2e-worker-w4-a51d4c","name":"premium-w4-a51d4c","reconcileID":"95be284a-f9ab-4e1f-a8c3-816b884a85e4","MaaSModelRef":{"name":"premium-w4-a51d4c","namespace":"e2e-models-e2e-worker-w4-a51d4c"},"routeName":"premium-w4-a51d4c-kserve-route","namespace":"e2e-models-e2e-worker-w4-a51d4c","llmisvcName":"premium-w4-a51d4c","gateway":"openshift-ingress/e2e-worker-w4-a51d4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:12.788829048Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:12.788889817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","namespace":"ai-tenant-e2e-shared-a-w2-410bb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:12.788939154Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","tenant":"e2e-shared-a-w2-410bb8","tenantID":"e2e-shared-a-w2-410bb8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:12.845478667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-410bb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:12.912841004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"Service","name":"maas-api-e2e-shared-a-w2-410bb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:12.970372119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-410bb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.028443611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-410bb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.088917867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.112750671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"8ddbd792-dcca-4db6-9784-52bef8ce221b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.145014086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.169922881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"8ddbd792-dcca-4db6-9784-52bef8ce221b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.202993662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.226238724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-dc8b23-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"8ddbd792-dcca-4db6-9784-52bef8ce221b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.257562233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.309170625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.361449097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.4163531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.467627764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.51927876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.573128169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.627071054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.68302603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.733947976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.785399661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.83656378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-410bb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.888022718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-410bb8"},"namespace":"ai-tenant-e2e-shared-a-w2-410bb8","name":"default-tenant","reconcileID":"09f11822-39db-43f5-9f5d-2c755cc2013b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-410bb8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.944365021Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","namespace":"ai-tenant-e2e-worker-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.944449342Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","namespace":"ai-tenant-e2e-worker-w4-a51d4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.944503584Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","tenant":"e2e-worker-w4-a51d4c","tenantID":"e2e-worker-w4-a51d4c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:13.997870377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"Deployment","name":"maas-api-e2e-worker-w4-a51d4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.058350796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"Service","name":"maas-api-e2e-worker-w4-a51d4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.125571725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-a51d4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.180070916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-a51d4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.234815643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.289139433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.377798494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.43548374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.491912989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.543822673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.600266804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"Service","name":"payload-processing-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.652330212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.704472064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.755745825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.80721327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.863246797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.915024323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:14.966586827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:15.018269756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-a51d4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:15.069809785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a51d4c"},"namespace":"ai-tenant-e2e-worker-w4-a51d4c","name":"default-tenant","reconcileID":"8c660cd6-46fc-433c-8c60-67e09e435a86","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-a51d4c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:20.907290206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:21.135871193Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-410bb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-410bb8","reconcileID":"b5dd02f7-7fe0-4d5d-9765-9b4e27f9d9dc","aitenant":"ai-tenants/e2e-shared-a-w2-410bb8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:21.602469779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84b74ba-f00e-4376-8e8d-13e765cf1f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:21.654076994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84b74ba-f00e-4376-8e8d-13e765cf1f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:21.70562745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84b74ba-f00e-4376-8e8d-13e765cf1f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:21.757352221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84b74ba-f00e-4376-8e8d-13e765cf1f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:21.930128013Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-410bb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-410bb8","reconcileID":"b5dd02f7-7fe0-4d5d-9765-9b4e27f9d9dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-410bb8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-410bb8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:22.563617368Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a51d4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a51d4c","reconcileID":"bc0209cc-496b-49ff-9498-c48b96697559","aitenant":"ai-tenants/e2e-worker-w4-a51d4c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.331298099Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a51d4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a51d4c","reconcileID":"bc0209cc-496b-49ff-9498-c48b96697559","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-a51d4c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-a51d4c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.331479198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"ae3ea306-9cab-4998-8e0d-594d4f68f501","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.388133348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"ae3ea306-9cab-4998-8e0d-594d4f68f501","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.44383432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-dc8b23-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc100d76f383f1254e81c90b9485cce3cacdebfdca42210a1c14a04a28e4eb8b) AuthConfig (7a1403e8c4edcdc39e9756c0e6234e36912325f443632c2aa21a96bd1e43ec84) AuthConfig (0730cf808a7c93adcf93ca4e89a175e5ede46b37f34889702e79b42661fa273a) AuthConfig (ad8d9dfa94baf4fa6ef46833e2ac3e50272ac8756e67f43b648f0097922f6adc) AuthConfig (cc143cba47550ea34a370a8c781a4d8fb774f9bd06152b211412fdb35e20a9cf) AuthConfig (1be9006ff2bb8d613327341080500f767d14ef4e579b42a3973eeef13de63cae) AuthConfig (77c90844103cb1ecf7c21c943a85a048c9290f3f4557c99b6665553009e1c6bd) AuthConfig (b0b2d8d793518cbd13a04b14eb576f6944080aed0a315de0c3a01acbcdfbcc8e) AuthConfig (6f0c9f03e959ab12e240011db176fd70116f1f0906090a6feb63bad4495dbd0c) AuthConfig (74e914f6521c340c11dd17731393c05b85077b8c31d6b5e8bb9e8ac3c9ebabb0) AuthConfig (e160895d59cfd14d05a2ceb50d8d3a67892600caabca8fcb456d96bc116eaa8d) AuthConfig (0e8d561a0e924d3125d92f401a82e58e8ce10a97f31cfcabc2794d4f5315f877) AuthConfig (9f8b1c531fc1e9c1f3f76450c68f77bd3f47cb42601d91619543b432f8dd07fb) AuthConfig (2ccbe92e7b5a9aa2f27e2120af60f67f9aac0773e82ef1250eab7a55b2207753) AuthConfig (7f4a993b13c6ef39b3ad33534e9846e5b18915dc38f0e780f8097f5796eb8d50) AuthConfig (a22ae0f5439108c691318f1158e4f33a2bb078aab1193e03adef5271d915b99e) AuthConfig (6be9972116a90279a484b52da0591c9ad44cd6af63b109394abd7ee511fa1329) AuthConfig (c7af86a52206e903f0098089425a2072839b0234da12f399b43f18bb9e9b8703)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"ae3ea306-9cab-4998-8e0d-594d4f68f501","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.501497615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"e71ae461-9a7b-43fc-9fc8-92e4a32738d3","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.50151641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"e71ae461-9a7b-43fc-9fc8-92e4a32738d3","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.69334051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9366d6c-f085-4ee9-8c5b-66fb831de677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.744903586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9366d6c-f085-4ee9-8c5b-66fb831de677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.796256111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9366d6c-f085-4ee9-8c5b-66fb831de677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:23.847902228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9366d6c-f085-4ee9-8c5b-66fb831de677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:25.728571883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9eb330c-221f-44b1-aba3-a4f4057118c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:25.780144008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9eb330c-221f-44b1-aba3-a4f4057118c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:25.831819585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9eb330c-221f-44b1-aba3-a4f4057118c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:25.883564077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9eb330c-221f-44b1-aba3-a4f4057118c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:27.765381533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6af286-cc9b-47e1-a36a-b4ae12d760e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:27.817633718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6af286-cc9b-47e1-a36a-b4ae12d760e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:27.869584784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6af286-cc9b-47e1-a36a-b4ae12d760e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:27.921166127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6af286-cc9b-47e1-a36a-b4ae12d760e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:31.870185302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201c8403-6740-4c33-8374-fd0f66129493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:31.921851091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201c8403-6740-4c33-8374-fd0f66129493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:31.977240281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201c8403-6740-4c33-8374-fd0f66129493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:32.029364975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201c8403-6740-4c33-8374-fd0f66129493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:33.605844582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"77588eea-d8ca-49d2-a676-aaf2f02d2d87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:33.662762135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"77588eea-d8ca-49d2-a676-aaf2f02d2d87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:33.718401936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-dc8b23-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc100d76f383f1254e81c90b9485cce3cacdebfdca42210a1c14a04a28e4eb8b) AuthConfig (7a1403e8c4edcdc39e9756c0e6234e36912325f443632c2aa21a96bd1e43ec84) AuthConfig (0730cf808a7c93adcf93ca4e89a175e5ede46b37f34889702e79b42661fa273a) AuthConfig (ad8d9dfa94baf4fa6ef46833e2ac3e50272ac8756e67f43b648f0097922f6adc) AuthConfig (cc143cba47550ea34a370a8c781a4d8fb774f9bd06152b211412fdb35e20a9cf) AuthConfig (1be9006ff2bb8d613327341080500f767d14ef4e579b42a3973eeef13de63cae) AuthConfig (77c90844103cb1ecf7c21c943a85a048c9290f3f4557c99b6665553009e1c6bd) AuthConfig (b0b2d8d793518cbd13a04b14eb576f6944080aed0a315de0c3a01acbcdfbcc8e) AuthConfig (6f0c9f03e959ab12e240011db176fd70116f1f0906090a6feb63bad4495dbd0c) AuthConfig (74e914f6521c340c11dd17731393c05b85077b8c31d6b5e8bb9e8ac3c9ebabb0) AuthConfig (e160895d59cfd14d05a2ceb50d8d3a67892600caabca8fcb456d96bc116eaa8d) AuthConfig (0e8d561a0e924d3125d92f401a82e58e8ce10a97f31cfcabc2794d4f5315f877) AuthConfig (9f8b1c531fc1e9c1f3f76450c68f77bd3f47cb42601d91619543b432f8dd07fb) AuthConfig (2ccbe92e7b5a9aa2f27e2120af60f67f9aac0773e82ef1250eab7a55b2207753) AuthConfig (7f4a993b13c6ef39b3ad33534e9846e5b18915dc38f0e780f8097f5796eb8d50) AuthConfig (a22ae0f5439108c691318f1158e4f33a2bb078aab1193e03adef5271d915b99e) AuthConfig (6be9972116a90279a484b52da0591c9ad44cd6af63b109394abd7ee511fa1329) AuthConfig (c7af86a52206e903f0098089425a2072839b0234da12f399b43f18bb9e9b8703)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"77588eea-d8ca-49d2-a676-aaf2f02d2d87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:33.910810956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f528614-e756-40e6-8bf8-23739c370fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:33.962511941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f528614-e756-40e6-8bf8-23739c370fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:34.014143018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f528614-e756-40e6-8bf8-23739c370fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:34.065766382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f528614-e756-40e6-8bf8-23739c370fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:43.822327581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"41bc64e1-564e-4dbc-bc43-21377206ae20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:43.878830372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"41bc64e1-564e-4dbc-bc43-21377206ae20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:44.196431115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"b630bc98-fb04-4511-ab69-477dbe229004","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:44.196448236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"b630bc98-fb04-4511-ab69-477dbe229004","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.273147883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","namespace":"ai-tenant-e2e-shared-b-w2-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.273235651Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","namespace":"ai-tenant-e2e-shared-b-w2-080095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.273285092Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","tenant":"e2e-shared-b-w2-080095","tenantID":"e2e-shared-b-w2-080095","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.327010689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-080095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.391055787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"Service","name":"maas-api-e2e-shared-b-w2-080095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.452740915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-080095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.506552682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-080095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.561580874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.616112129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.672861724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.726926173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.780302029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.832096625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.883748522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.935297089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:46.986593297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:47.037806976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:47.089321819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:47.145351976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:47.196863339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:47.248483742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:47.299658871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-080095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:47.35094952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-080095"},"namespace":"ai-tenant-e2e-shared-b-w2-080095","name":"default-tenant","reconcileID":"f970d2d1-b61d-4b8e-818d-25c9ebef4ced","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-080095","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:49.81898896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"2704a752-4234-4bfd-8d32-da0cf8381678","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:49.819007954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"2704a752-4234-4bfd-8d32-da0cf8381678","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:49.878568587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"6fed61f6-b1d7-42e7-80b4-28af88ab7d19","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:49.878585878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"6fed61f6-b1d7-42e7-80b4-28af88ab7d19","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:49.922012381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"4ad39de1-4f2a-4043-9fc0-78fb3462f610","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:34:49.925650406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-a-5b410a","reconcileID":"a6445913-69b6-4bd5-b0c4-d7332eeaa5d1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-5b410a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:34:49.93208693Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"6fed61f6-b1d7-42e7-80b4-28af88ab7d19","name":"rate-test-model-1e8fe5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1e8fe5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:34:49.932133935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"6fed61f6-b1d7-42e7-80b4-28af88ab7d19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1e8fe5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:49.937415696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"40e199c7-2fbc-4bd0-9891-c18d82709230","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:49.937428769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"40e199c7-2fbc-4bd0-9891-c18d82709230","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:49.978885657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"4ad39de1-4f2a-4043-9fc0-78fb3462f610","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.03211149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"96c5a9f5-b934-46de-9dfd-a9270376ab71","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.032125798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"96c5a9f5-b934-46de-9dfd-a9270376ab71","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.087471203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"d416b442-0cae-4595-b845-88a5ee5630ea","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.087485914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"d416b442-0cae-4595-b845-88a5ee5630ea","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.135052976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"b6e00117-9549-4434-9ad3-221a0f5b6e07","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.135068697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"b6e00117-9549-4434-9ad3-221a0f5b6e07","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.194485397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"3ba8d959-4cb9-4135-ba31-0d5ebb8cad26","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.194526043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"3ba8d959-4cb9-4135-ba31-0d5ebb8cad26","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.237418132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"d2c415f8-f918-4fd5-8781-675521c0f4c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:34:50.241490441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-b-5b410a","reconcileID":"9cd91bca-67d4-4e1f-832b-7d59a1238fe0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-5b410a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:34:50.247615347Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"3ba8d959-4cb9-4135-ba31-0d5ebb8cad26","name":"rate-test-model-dc8b23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-dc8b23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:34:50.247658943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"3ba8d959-4cb9-4135-ba31-0d5ebb8cad26","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-dc8b23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.252919306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"e9bb33e3-e15e-4f04-a8b6-a23edbddc3ee","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.252932091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"e9bb33e3-e15e-4f04-a8b6-a23edbddc3ee","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.294185856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"d2c415f8-f918-4fd5-8781-675521c0f4c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.299093061Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-a-5b410a","reconcileID":"9e16a957-0187-44ce-90db-306da158d3a8","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-rate-test-model-1e8fe5","model":"rate-test-model-1e8fe5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-1e8fe5/e2e-rate-iso-a-5b410a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.337892861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"b06d09f8-0ad1-4a29-b397-7436919d4cc1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.350593521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"9efadc88-c5be-4987-84e7-f40df006b2c6","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.350608792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"9efadc88-c5be-4987-84e7-f40df006b2c6","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.39462479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"b06d09f8-0ad1-4a29-b397-7436919d4cc1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.406302559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"efa8a48a-56bb-469e-a75f-948674af3d47","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.406319284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"efa8a48a-56bb-469e-a75f-948674af3d47","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.464393529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"b158d2a9-28ad-4245-a0ee-9995a5edb6a1","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.464411812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"b158d2a9-28ad-4245-a0ee-9995a5edb6a1","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.600179289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"842aa4d4-2d60-45ce-bb03-31c79060ff72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.617646311Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-b-5b410a","reconcileID":"18d1713b-f405-47f6-a375-d1e52475f014","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-rate-test-model-dc8b23","model":"rate-test-model-dc8b23","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-dc8b23/e2e-rate-iso-b-5b410a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.657075756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"842aa4d4-2d60-45ce-bb03-31c79060ff72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.714410083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-a-5b410a","reconcileID":"e1366ea0-ba21-420c-9418-7ec779c54071","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-rate-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.780854613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"38dbd479-c5a8-474f-905c-809844c61298","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.780870871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"38dbd479-c5a8-474f-905c-809844c61298","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.906143413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:50.988686326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-b-5b410a","reconcileID":"b86f5bd3-61ef-435c-8c25-9f50192ce58d","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-rate-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:52.529564376Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-080095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-080095","reconcileID":"b97dcd8d-ec58-49e0-b6e8-b3694c38117c","aitenant":"ai-tenants/e2e-shared-b-w2-080095","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:52.982866202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698e8f7f-6e0a-485e-93e4-c1d6d1888426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:53.034989494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698e8f7f-6e0a-485e-93e4-c1d6d1888426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:53.086431306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698e8f7f-6e0a-485e-93e4-c1d6d1888426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:53.138123728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698e8f7f-6e0a-485e-93e4-c1d6d1888426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:53.322286643Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-080095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-080095","reconcileID":"b97dcd8d-ec58-49e0-b6e8-b3694c38117c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-080095","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-080095"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:54.508298105Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"747ff0dc-34f8-4bcc-b428-863a21c686f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:54.508365165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"2f0c7fa4-c75f-4a78-87a4-112102915b88","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:54.670829124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"e1ef509c-6165-4f79-a697-c008594355bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:54.715923809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b656e739-82de-496d-8950-52a326565be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:54.716107042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"a49b0ef3-7393-4aa3-be62-aa0997a55db5","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:54.728701332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"e1ef509c-6165-4f79-a697-c008594355bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:54.776087882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"6365daf4-5ea1-4819-b2c5-eb3440636214","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:54.876183179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"525b4f72-fd01-4abd-ae6d-c5b2db4a979e","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:34:54.919944263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-access","reconcileID":"b656e739-82de-496d-8950-52a326565be7","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:55.010640287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751085a9-edbb-450d-8102-ec4579b8ca65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:55.062257434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751085a9-edbb-450d-8102-ec4579b8ca65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:55.113582765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751085a9-edbb-450d-8102-ec4579b8ca65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:55.164911401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751085a9-edbb-450d-8102-ec4579b8ca65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:55.216388003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"e6a6c6d7-900d-45e6-ae3f-44780eca5b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:55.273250805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"e6a6c6d7-900d-45e6-ae3f-44780eca5b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:57.099477209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82178b92-1880-42b3-9f50-5909dc5d4ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:57.151385379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82178b92-1880-42b3-9f50-5909dc5d4ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:57.202903482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82178b92-1880-42b3-9f50-5909dc5d4ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:57.25457033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82178b92-1880-42b3-9f50-5909dc5d4ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:34:59.780121238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-2-w2-939acd","reconcileID":"39569280-fb8d-4426-b1b7-704c39b8848e","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-2-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-2-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.12105193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-w2-939acd","reconcileID":"99a958ef-db38-4b85-b3ca-f95021c6ba71","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.455140589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"31773e43-39d8-4b98-94d6-658cd4d4aa3b","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.617067315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"77256ab6-df46-4f69-890e-3e450236c19b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.66469667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"70839edd-e5a8-43d5-b765-d9ceb4b37378","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.676591102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"77256ab6-df46-4f69-890e-3e450236c19b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.788662351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"25c1e98a-abb4-42fc-871b-96fbc49e7f2e","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.83995871Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"d052a136-69b0-4c12-96ef-14ad689b670f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.846320569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"0b58fcd3-4e15-4c98-9ae7-a65e759e501d","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.892238826Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"d052a136-69b0-4c12-96ef-14ad689b670f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.944521729Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"simulator-subscription","reconcileID":"d052a136-69b0-4c12-96ef-14ad689b670f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/simulator-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:00.983257722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"550978a2-2ee5-43f4-a806-cea41d632e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:01.035933779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"1321be15-6246-4fc2-8d81-a307bc0723b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:01.04017391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"550978a2-2ee5-43f4-a806-cea41d632e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:01.213582777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"efd37573-4c8e-45af-ba96-c828ed15d7ff","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:01.346507347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"d203d4b5-07e9-4ff4-b845-c71e83ed068e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:01.403039864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"d203d4b5-07e9-4ff4-b845-c71e83ed068e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:06.568946066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"dde22a22-36af-45c1-a465-0e6e31800c5f","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:06.568951275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"75562780-ebc1-451a-9a7e-ab6f47b74991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:06.771998775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"75562780-ebc1-451a-9a7e-ab6f47b74991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:06.797667792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"23b4dcde-e7e8-4207-89c8-a15eda6c4804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:06.855738437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"ae520606-350d-4c79-a342-f7610a685a31","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:06.899972689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"75562780-ebc1-451a-9a7e-ab6f47b74991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:06.900054108Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"75562780-ebc1-451a-9a7e-ab6f47b74991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:06.956244727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"72c9893e-3498-449d-ab80-d5f8d7efb719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:06.956652308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"88403936-4c25-43c0-a8c6-959a11765647","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.0096561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-2-w2-939acd","reconcileID":"e0e4b755-77c1-487a-9893-7ed13915daad","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-2-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-2-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.009856514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-w2-939acd","reconcileID":"fa1f083f-b506-48cc-9920-dbdab3064290","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.061601266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"0315b5be-df04-4933-a568-8f672248af06","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.061764517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"94528a9c-5b4d-4c47-8263-ba34e03ac0b5","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.11318274Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"7e9e72c1-a1ba-4dd6-9ebc-5ad18bcc4852","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22402cc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.164740732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"72c9893e-3498-449d-ab80-d5f8d7efb719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.223209125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"72c9893e-3498-449d-ab80-d5f8d7efb719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"e2e-worker-w2-939acd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.223228544Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"72c9893e-3498-449d-ab80-d5f8d7efb719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-939acd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:35:07.274554184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-access","reconcileID":"72c9893e-3498-449d-ab80-d5f8d7efb719","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.943266942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8723258c-1914-4ba0-9d64-e5251b1a448e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:07.994638587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8723258c-1914-4ba0-9d64-e5251b1a448e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:08.045919364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8723258c-1914-4ba0-9d64-e5251b1a448e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:08.09728801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8723258c-1914-4ba0-9d64-e5251b1a448e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:08.804064098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-b-5b410a","reconcileID":"54f96463-5f0a-4ce3-8b94-e71e4594136e","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-rate-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:08.924916024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-a-5b410a","reconcileID":"47e268f1-6fe6-4f24-935d-58f624f8a236","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-rate-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:08.968776972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"853de7b4-5709-4ac4-80d8-a033c092b7bf","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:08.968791669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"853de7b4-5709-4ac4-80d8-a033c092b7bf","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:09.088350513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"73e91e8a-89d6-41af-a215-2a9246b86334","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:09.088368533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"73e91e8a-89d6-41af-a215-2a9246b86334","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:09.244750033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"a4f81547-c566-4b5e-b288-cb11f3f9e5c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:09.301429329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"a4f81547-c566-4b5e-b288-cb11f3f9e5c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:09.458176897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"3b0d34ce-d52d-41c7-bc5f-74c968c1f6c5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:09.515016204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"3b0d34ce-d52d-41c7-bc5f-74c968c1f6c5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:09.997672147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490a946d-d00b-4aeb-ba38-ee2c5609b7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:10.049355475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490a946d-d00b-4aeb-ba38-ee2c5609b7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:10.100887756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490a946d-d00b-4aeb-ba38-ee2c5609b7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:10.152263607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490a946d-d00b-4aeb-ba38-ee2c5609b7f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:15.729236694Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"8f0904f2-9ad8-4a38-a106-343d8e54bc7a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:15.729289211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"3b468933-f3b5-4a63-8e24-3eb55b7a14a1","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:15.729302709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"3b468933-f3b5-4a63-8e24-3eb55b7a14a1","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:15.933476606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"8f0904f2-9ad8-4a38-a106-343d8e54bc7a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:15.997314225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-a-5b410a","reconcileID":"a1085a61-bd7e-4635-a00e-954e49e1ac55","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-rate-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.061961152Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"8f0904f2-9ad8-4a38-a106-343d8e54bc7a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.061977171Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-auth-5b410a","reconcileID":"8f0904f2-9ad8-4a38-a106-343d8e54bc7a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.118438637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"05569bf2-5b66-4b3b-bf39-430f6d3b5d64","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.118455172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"05569bf2-5b66-4b3b-bf39-430f6d3b5d64","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.26387332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"bb02f034-aeb3-4904-9243-02712b6ab5db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.26390719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"db66a9ad-5eca-43ca-baa2-81a2a555602a","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.263921478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"db66a9ad-5eca-43ca-baa2-81a2a555602a","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.423775541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-a-5b410a","reconcileID":"82a96ea3-9003-4e38-827c-c1177e7b2b93","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-rate-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.484515891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"bb02f034-aeb3-4904-9243-02712b6ab5db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.588934661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-b-5b410a","reconcileID":"a3ae0ce5-993d-4dd8-be36-3ad40774f6c9","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-rate-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.611699084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"bb02f034-aeb3-4904-9243-02712b6ab5db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.611715558Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"bb02f034-aeb3-4904-9243-02712b6ab5db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.668166892Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"1cab1fe2-78b7-4d8b-a45b-279430e17707","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.668411052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"9ebabebe-c5aa-40ec-835c-c13709d68b89","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.668428862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"9ebabebe-c5aa-40ec-835c-c13709d68b89","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.808822366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"acf078ff-c0c2-44d9-966a-a267b0a9f9a7","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.808841317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"acf078ff-c0c2-44d9-966a-a267b0a9f9a7","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.872248088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"1cab1fe2-78b7-4d8b-a45b-279430e17707","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.92899452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"1cab1fe2-78b7-4d8b-a45b-279430e17707","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.929010482Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"1cab1fe2-78b7-4d8b-a45b-279430e17707","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:16.942013894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-b-5b410a","reconcileID":"9c03978f-e309-483d-b05d-1b7d5810308e","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-rate-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:35:16.980571275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-auth-5b410a","reconcileID":"1cab1fe2-78b7-4d8b-a45b-279430e17707","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-5b410a\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:17.010441321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-2-w2-939acd","reconcileID":"ff8610b0-4c8d-4870-999b-ddffde03f512","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-2-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-2-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:17.061666299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-w2-939acd","reconcileID":"890c6c30-831e-410f-bb86-7cbe008ee6c8","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:17.061880124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"36dac022-8734-4ad2-9b42-7260c999f10a","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:17.062079243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"2e1de94d-da00-46e5-9535-dc7eae2d9509","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:17.165563352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"bf73b8b3-d071-4624-be82-b1824e05fee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:17.217491689Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"bf73b8b3-d071-4624-be82-b1824e05fee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:17.26947466Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"premium-simulator-subscription","reconcileID":"bf73b8b3-d071-4624-be82-b1824e05fee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-939acd"},"name":"maas-trlp-premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd","model":"e2e-models-e2e-worker-w2-939acd/premium-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:17.548343507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"036afc28-a6cc-443e-8796-8599f5c86d7b","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:20.908128414Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:26.969896193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-a-5b410a","reconcileID":"f018c3da-42fd-4042-a915-0f81d107e846","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","subscription":"e2e-rate-iso-a-5b410a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.011378344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-2-w2-939acd","reconcileID":"c9802d29-aceb-490f-a215-cbfbe41ad8b7","MaaSModelRef":{"name":"distinct-2-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-2-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-2-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.021776272Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-a-5b410a","reconcileID":"f018c3da-42fd-4042-a915-0f81d107e846","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.062928281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"distinct-w2-939acd","reconcileID":"d9cc3218-eb45-4ab8-be8c-c532185e6718","MaaSModelRef":{"name":"distinct-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"distinct-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"distinct-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.063138841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"simulator-w2-939acd","reconcileID":"3689c12b-5f5f-4ea8-a9a6-835de867a2d0","MaaSModelRef":{"name":"simulator-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"simulator-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"simulator-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.074279769Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-rate-iso-a-5b410a","reconcileID":"f018c3da-42fd-4042-a915-0f81d107e846","MaaSSubscription":{"name":"e2e-rate-iso-a-5b410a","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.349263022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"fdd27322-bf3f-4786-a861-ee17ea7377ef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/rate-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.34927923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"rate-test-model-1e8fe5","reconcileID":"fdd27322-bf3f-4786-a861-ee17ea7377ef","MaaSModelRef":{"name":"rate-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"rate-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"rate-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.520471944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"68616985-a0d3-4427-b585-7e141d2cda9c","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.520494562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"68616985-a0d3-4427-b585-7e141d2cda9c","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.549079036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"namespace":"e2e-models-e2e-worker-w2-939acd","name":"premium-w2-939acd","reconcileID":"685024e8-0a36-4581-9063-d791db89a909","MaaSModelRef":{"name":"premium-w2-939acd","namespace":"e2e-models-e2e-worker-w2-939acd"},"routeName":"premium-w2-939acd-kserve-route","namespace":"e2e-models-e2e-worker-w2-939acd","llmisvcName":"premium-w2-939acd","gateway":"openshift-ingress/e2e-worker-w2-939acd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.687460868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","namespace":"ai-tenant-e2e-worker-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.687512329Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","namespace":"ai-tenant-e2e-worker-w2-939acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.687558199Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","tenant":"e2e-worker-w2-939acd","tenantID":"e2e-worker-w2-939acd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.741269789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"Deployment","name":"maas-api-e2e-worker-w2-939acd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.802757321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"Service","name":"maas-api-e2e-worker-w2-939acd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.863614492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-939acd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:27.951725977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-939acd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.019239463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.07326349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.13474134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.191106332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.242677458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.294027362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.345249366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"Service","name":"payload-processing-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.396512026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.447931676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.500606836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.552067766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.610349509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.664579521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.715741067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.766742712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-939acd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:28.817775383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-939acd"},"namespace":"ai-tenant-e2e-worker-w2-939acd","name":"default-tenant","reconcileID":"b7db0f7e-1e9a-43de-a696-411b8e63c7a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-939acd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:37.681565529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-b-5b410a","reconcileID":"fbe08191-9646-48fc-888b-ce9e03bda076","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","subscription":"e2e-rate-iso-b-5b410a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:37.73372607Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-b-5b410a","reconcileID":"fbe08191-9646-48fc-888b-ce9e03bda076","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:37.786103046Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-rate-iso-b-5b410a","reconcileID":"fbe08191-9646-48fc-888b-ce9e03bda076","MaaSSubscription":{"name":"e2e-rate-iso-b-5b410a","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:38.558220394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"d491964a-8724-48af-9b96-db9a41a31795","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/rate-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:38.558242068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"rate-test-model-dc8b23","reconcileID":"d491964a-8724-48af-9b96-db9a41a31795","MaaSModelRef":{"name":"rate-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"rate-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"rate-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:39.586807211Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-939acd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-939acd","reconcileID":"15a30479-174a-46fe-b70c-af30f5ead08e","aitenant":"ai-tenants/e2e-worker-w2-939acd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:40.114445169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23a22d5-72ca-4de6-94c2-9c83c9578c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:40.166439502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23a22d5-72ca-4de6-94c2-9c83c9578c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:40.218288672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23a22d5-72ca-4de6-94c2-9c83c9578c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:40.269833356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23a22d5-72ca-4de6-94c2-9c83c9578c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:40.435851742Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-939acd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-939acd","reconcileID":"15a30479-174a-46fe-b70c-af30f5ead08e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-939acd","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-939acd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:42.219242815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28323745-378e-4776-a029-776b25585317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:42.270759027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28323745-378e-4776-a029-776b25585317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:42.322102406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28323745-378e-4776-a029-776b25585317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:42.373531568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28323745-378e-4776-a029-776b25585317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:44.299929066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8982b5f8-7d7b-480e-82d0-17e0716664d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:44.358552742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8982b5f8-7d7b-480e-82d0-17e0716664d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:44.409804876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8982b5f8-7d7b-480e-82d0-17e0716664d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:44.461253527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8982b5f8-7d7b-480e-82d0-17e0716664d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:35:50.905622941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:20.905805528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:27.061135023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"32ea960b-2b54-40ff-a930-593d71451336","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:27.161800627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0dac72e6-bf20-4a29-8fce-25cb4bde3414","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:27.263184432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"742b43cf-442f-49a8-a74d-a4762b50665f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:27.300232246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"6c37490b-6573-4b24-89cd-b846ed23bc37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:42.739318936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"b2c6f238-ace3-4d2e-835f-b6e340729af6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:42.828453065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd375ffa-13a5-4722-bc73-a5f5cda72edc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:42.98462392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"55911fb3-f20c-413d-a22b-a65f06b1799c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:43.088011346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2bfd56ca-f1d3-4f83-9888-63eb62bc5669","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:50.905655908Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:51.719021559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"13c4a462-ff79-470c-97f5-b992f907053d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:51.766290563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"bd54ae36-a4b3-4197-b7bf-7c1a6737f5cb","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:51.766312667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"bd54ae36-a4b3-4197-b7bf-7c1a6737f5cb","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:51.819670961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f666d5b-5f91-4396-a607-52aa3b884f91","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:51.840720583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2abd02a1-2855-4693-908b-232d886bc312","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:36:51.922842318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"b5842c41-3ebd-45fd-87d8-cd21fde21519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:06.936954177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"c3768734-70f7-4185-b703-747bf91c43bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:07.119125015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"c948d418-8c37-4e0f-8252-afada15ece39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:07.220103548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3431a81e-9757-4d37-80eb-76cc571ea8ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:07.320486038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd0b02e3-f57e-457f-9e5f-ca7cbc0e8be7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:13.951925455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"b54e2a54-ea74-4a0a-877a-e85c99bedc7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:14.049204683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"707a76aa-f241-4e43-bc91-aaa96164567e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:14.07786864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b13054cc-a21e-4e53-ae54-e9921188481a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:14.189668486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"fb294ff0-e2ac-4b58-9ac6-25a26447e255","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:20.905007801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:34.48422857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"a75fa3ad-aa5a-4aca-b638-9e6564260163","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:34.484250661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"a75fa3ad-aa5a-4aca-b638-9e6564260163","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:40.068491989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"d9ebe6eb-7aa5-492a-b403-898e6d400d5d","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:40.06851529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"d9ebe6eb-7aa5-492a-b403-898e6d400d5d","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:40.125290207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"8adb5dab-f31a-426b-8148-967f311314a1","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:40.125307093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"8adb5dab-f31a-426b-8148-967f311314a1","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:40.228190012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"cb7d2c23-4725-49d4-a489-b718c0b0900e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:40.354648616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"cb7d2c23-4725-49d4-a489-b718c0b0900e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:40.410365956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1e8fe5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"cb7d2c23-4725-49d4-a489-b718c0b0900e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:40.46524537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"30969476-d4ac-46fd-8df5-ada212e66eb7","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:40.465264919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"30969476-d4ac-46fd-8df5-ada212e66eb7","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:50.568447432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"0ab58cbc-8d6e-4a31-8e90-bc5dc5520192","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:50.62537778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"0ab58cbc-8d6e-4a31-8e90-bc5dc5520192","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:50.681107107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1e8fe5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42dbbf59ebfc0c7fd5163d27741006e5bbeb60998afee8fd1c1a408469f535f2) AuthConfig (7c0a1d5cdd8e33f8136427edd66e0172896dc7128d8da70b4fbf68550362e07c) AuthConfig (83fed0231ce137c0ef04b7c3450ca0fa1af1312815c056253a8b4373a3df3af0) AuthConfig (76001482113ff0457091492845f20918560bd4f1c51347948b0c1bfcb341576a) AuthConfig (c53fac05dfdca49ec9540d8ac6ec6870eef961d2da323e237fe3b1ecad03f178) AuthConfig (96c57f44776f2b3d271dd2a0ef2c621577fbd1e09769dec048334810797dfee9) AuthConfig (5b5a24ed4cbea57d5a0b7c5abe72d0e21be49aaf162aca7061960c18f8e1f954) AuthConfig (271c1055a5671134f1898d75bb6f8b8f62945c7b606429ec5d65933baf262fa8) AuthConfig (659a82e056dd64dd3d9590465710133683d37a29dcf72c95236443b9a53dfcc4) AuthConfig (c765d08960155c59e3aa544d8c9d77edec4d978242b2ebf178683ac327755f27) AuthConfig (aa9551edc4348be36fa0e25bbec997944534e569f9f49aee07ab0a5bb53159ea) AuthConfig (1a10ff30b6a61a6cea163159ea692d351b6307b2055e5ea91c54a5c547bf6bea) AuthConfig (98fc18e25a63c0598c3a60a3ba62809e701ac466dee6473f0c94480817a5354c) AuthConfig (3ec3ebf8c91ad497eba28fe4fc8cd55e0e998bfdca55d12d134cb5255e3279bc) AuthConfig (ab2e50e2b35c40605cc5fd7f966064e3c3fe5c3aeb6eb6e18716651f3160fc2a) AuthConfig (241c5ba61e65d5d61968068998a880ab87bb9cd6379fad6a83227674befbf9c3) AuthConfig (69ad33a2b0ef805477c7b85e5d555c4f2ee297f5d2d31529fea24f24074ecff5) AuthConfig (cb391acd8161dfc3e4f935c43848771be0c0000d982e3090c2c5f96f02371658)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"0ab58cbc-8d6e-4a31-8e90-bc5dc5520192","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:50.738967182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"82b44905-16fe-402f-9e1e-2b179fec2a46","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:50.738984227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"82b44905-16fe-402f-9e1e-2b179fec2a46","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:37:50.905118226Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:00.842281727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"aa8f8a69-9cef-4069-814a-a73c5e6a7561","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:00.899019786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"aa8f8a69-9cef-4069-814a-a73c5e6a7561","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:01.166305858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"6a8ff8f9-190e-4e6e-87a1-4bd47ce221d4","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:01.166322908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"6a8ff8f9-190e-4e6e-87a1-4bd47ce221d4","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:06.260982806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"bda1dcf9-a6cc-475c-8c05-c61bb9f3eebf","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:06.261002057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"bda1dcf9-a6cc-475c-8c05-c61bb9f3eebf","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:06.317381944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"d075fe02-f6ca-484c-92fe-c642a0a2ca94","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:06.317400427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"d075fe02-f6ca-484c-92fe-c642a0a2ca94","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:06.420219917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"226e6dc4-d077-4719-98f5-05a5a1e0a4df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:06.547645729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"226e6dc4-d077-4719-98f5-05a5a1e0a4df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:06.603643524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-dc8b23-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"226e6dc4-d077-4719-98f5-05a5a1e0a4df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:06.661792776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"992ec329-9975-44ec-b7c8-eb51f5e75c81","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:06.661808427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"992ec329-9975-44ec-b7c8-eb51f5e75c81","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:16.767695456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"2bfadaeb-8215-4712-87c9-aef7fdc1cf9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:16.824704626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"2bfadaeb-8215-4712-87c9-aef7fdc1cf9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:16.880058971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-dc8b23-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ea6982f568576c5e56de70569019dca6b26e0edd64f0f95881d23e8fb609e0e4) AuthConfig (b3a966c0c05631accb908c48a3dbe296eb547fed24951cfe4191f7f78080d8ab) AuthConfig (e59ea429bb4f2c8f82e762974ec8e0dfdd60c9eea901d0ffe29c4ab82e46cc8d) AuthConfig (c7af86a52206e903f0098089425a2072839b0234da12f399b43f18bb9e9b8703) AuthConfig (a0cc2f829579868fe501346a338168164936122845c8633d892627fc451213a7) AuthConfig (6be9972116a90279a484b52da0591c9ad44cd6af63b109394abd7ee511fa1329) AuthConfig (2ccbe92e7b5a9aa2f27e2120af60f67f9aac0773e82ef1250eab7a55b2207753) AuthConfig (b936b42e661e8fd1d58177d4ac60c2ddaa18530d2d3870428609b5228950d998) AuthConfig (4b761676fddaf78eb4fefc9b1574371192bddff0124bc97770155d7e2a672f06) AuthConfig (1c8b3aed3c90930b2d469cff6a9adefa7d826ac7602b35c181c6efaf5d750197) AuthConfig (fd92e04aecbc380cd4357cbc6dedd7d7386145515c3d7edaaf940535acec2a64) AuthConfig (b0b2d8d793518cbd13a04b14eb576f6944080aed0a315de0c3a01acbcdfbcc8e) AuthConfig (9938d8134908228d0cd02cfd112322304c20093da542f680c544d0bba05b26f5) AuthConfig (099d3915643ec9cce878f99557ac64feff0d892831c7eb9be00a5655fd154aef) AuthConfig (98ca3382d8a4bd57f715c99285fd8164115186cdde9f3115d788deb7396dd68e) AuthConfig (78807115f873c7615ae4d265eb3c51e8acd21e5832c0d0a171081be94ecd23df) AuthConfig (e160895d59cfd14d05a2ceb50d8d3a67892600caabca8fcb456d96bc116eaa8d) AuthConfig (ad8d9dfa94baf4fa6ef46833e2ac3e50272ac8756e67f43b648f0097922f6adc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"2bfadaeb-8215-4712-87c9-aef7fdc1cf9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:16.937709899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"53217cca-158d-4c71-afc9-b481fce5ed9c","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:16.937726786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"53217cca-158d-4c71-afc9-b481fce5ed9c","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:20.905707732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:27.043259882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"e2ef0370-b1d8-46b5-812c-80b826aecc4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:27.100558631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"e2ef0370-b1d8-46b5-812c-80b826aecc4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:27.36739647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"a1472604-179a-4ca1-bce7-7afceaf0cc06","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:27.367416879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"a1472604-179a-4ca1-bce7-7afceaf0cc06","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:32.893722008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"c260c98c-f4c7-470b-b310-3c98f045dde0","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:32.893740911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"c260c98c-f4c7-470b-b310-3c98f045dde0","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:32.951815148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"3470e482-a34d-4603-bd18-aa72e60cd7b5","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:32.951832324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"3470e482-a34d-4603-bd18-aa72e60cd7b5","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:32.997554722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"e7d64de2-79b3-43df-b6bd-9712ff8b1ff2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:38:33.004813234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-shared-sub-270134","reconcileID":"3dc044e1-0116-48a4-a85b-f3b064590d3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-270134\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:38:33.00497548Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"3470e482-a34d-4603-bd18-aa72e60cd7b5","name":"sub-test-model-1e8fe5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-1e8fe5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:38:33.005018205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"3470e482-a34d-4603-bd18-aa72e60cd7b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-1e8fe5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.010279262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"219819f6-bd3b-4a62-8fa5-c18d395b9c7f","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.010292406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"219819f6-bd3b-4a62-8fa5-c18d395b9c7f","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.054269156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"e7d64de2-79b3-43df-b6bd-9712ff8b1ff2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.114048519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"48834ccf-d701-4a15-9d9b-ed03ef9fea44","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.114065481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"48834ccf-d701-4a15-9d9b-ed03ef9fea44","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.170809275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"03622f34-7eda-455e-9be9-e23b062f2be4","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.170825217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"03622f34-7eda-455e-9be9-e23b062f2be4","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.214709738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"e242df7c-ee2b-4493-ad07-c4f069790a87","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.214724664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"e242df7c-ee2b-4493-ad07-c4f069790a87","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.27484266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"6ba417b9-c0d6-494e-8d53-ea466f8b09b1","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.274860954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"6ba417b9-c0d6-494e-8d53-ea466f8b09b1","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.317919896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"60970a68-97af-49e8-aca2-fc3f87595f5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:38:33.323100538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"4fde1167-ee77-4233-aeed-0d344ef74384","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-270134\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:38:33.32831732Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"6ba417b9-c0d6-494e-8d53-ea466f8b09b1","name":"sub-test-model-dc8b23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-dc8b23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T15:38:33.328359029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"6ba417b9-c0d6-494e-8d53-ea466f8b09b1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-dc8b23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.333617951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"f9348632-9bd0-42cc-af82-a104b2e3aa61","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.333631319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"f9348632-9bd0-42cc-af82-a104b2e3aa61","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.374369214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"60970a68-97af-49e8-aca2-fc3f87595f5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.389938949Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-shared-sub-270134","reconcileID":"763a99f6-0aa4-4d7f-8b6b-12fd067af9b2","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"sub-test-model-1e8fe5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-1e8fe5/e2e-shared-sub-270134"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.418264208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"f81c69c9-02fe-43e3-952e-1b6e31a437f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.429679923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"7ff522ea-b7ef-4e71-9570-c5f68cbdb94a","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.429694577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"7ff522ea-b7ef-4e71-9570-c5f68cbdb94a","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.476754928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"f81c69c9-02fe-43e3-952e-1b6e31a437f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.485526622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"ae153cb0-ef25-49d1-8a4b-fabc4d91d038","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.485541416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"ae153cb0-ef25-49d1-8a4b-fabc4d91d038","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.492730815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"63ec958f-12db-4a19-bd54-a13da03af84a","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.492747865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"63ec958f-12db-4a19-bd54-a13da03af84a","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.547423824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"9ba50075-c1d4-4696-8e69-5f4ac851b5ca","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.547436435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"9ba50075-c1d4-4696-8e69-5f4ac851b5ca","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.552840967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"bd55f3a9-7fa4-428b-9df1-16283ba5c241","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.552859085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"bd55f3a9-7fa4-428b-9df1-16283ba5c241","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:38:33.601278917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"e830d734-8870-45bf-a9d0-5c7b9d8a87cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-270134\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.683423605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"463a87f8-455a-4c73-bfff-d4374e2e8414","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.6960559Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"056c391b-2d69-4ba6-88a5-6ca54322d23e","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"sub-test-model-dc8b23","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-dc8b23/e2e-shared-sub-270134"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.715014211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"0fd9c960-0e67-44c1-886e-c2073a2507c2","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.715027535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"0fd9c960-0e67-44c1-886e-c2073a2507c2","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.739644926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"463a87f8-455a-4c73-bfff-d4374e2e8414","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.764324967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"0d5d38fb-1abe-4c3f-8ef6-0b352ca5a2f7","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.764341194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"0d5d38fb-1abe-4c3f-8ef6-0b352ca5a2f7","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.771784224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"e58d8527-4725-4d26-986e-a570e3fec1f9","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.771805124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"e58d8527-4725-4d26-986e-a570e3fec1f9","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.784288962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"4c839a03-1f4d-4458-9677-87ad06dbb379","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.821619317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"736762fc-9e13-4910-82fa-ce2a8b0e0b91","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.821635008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"736762fc-9e13-4910-82fa-ce2a8b0e0b91","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.841035127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"4c839a03-1f4d-4458-9677-87ad06dbb379","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.849718418Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-shared-sub-270134","reconcileID":"0ccc1223-3a52-4de2-ae07-69538df6b7e1","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-1e8fe5/e2e-a-only-270134","ai-tenant-e2e-shared-a-w0-1e8fe5/e2e-shared-sub-270134"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.859102499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"b82c809b-fa40-4ba5-be31-5308250654d0","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.859119026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"b82c809b-fa40-4ba5-be31-5308250654d0","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:38:33.870449234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"ce82cdfd-6e13-46cf-88fa-6ef344ef9e0f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-270134\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.982486667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"50ba2622-72d3-46c3-8b02-fa6b4cca4068","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.982504657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"50ba2622-72d3-46c3-8b02-fa6b4cca4068","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:33.983957489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"6518475f-9759-40fb-acc2-e0edc8d00000","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.039263742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"a0b72594-b9eb-4e9b-a731-4a97a67ef5c0","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.039278563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"a0b72594-b9eb-4e9b-a731-4a97a67ef5c0","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.048472973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"c18912d5-2a61-4ba2-b593-a438f6d08c11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.104955205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"c18912d5-2a61-4ba2-b593-a438f6d08c11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.138955376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"39d02d5a-7b8a-456d-8aca-be41f6895739","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-dc8b23/e2e-b-only-270134","ai-tenant-e2e-shared-b-w0-dc8b23/e2e-shared-sub-270134"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.146935284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"a468e318-06a3-4ed2-8484-2e0a7230e219","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.146948508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"a468e318-06a3-4ed2-8484-2e0a7230e219","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.181751831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-shared-sub-270134","reconcileID":"7cf7bd08-f337-4ab9-8eee-c95107a28812","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.281059278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"445fbdab-b689-48ce-b7a5-53257ce8cb81","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.301863612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"de49312e-6f2e-4274-9426-4b12338c0591","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.301878055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"de49312e-6f2e-4274-9426-4b12338c0591","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.382353275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"91317dd2-00de-4217-939d-46c8a12ff324","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.443348154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"13f5a59d-7e76-4421-b4fb-41e61c86c758","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.443365493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"13f5a59d-7e76-4421-b4fb-41e61c86c758","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.508903377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"fa06876a-525a-4be5-9eab-600abdde42a7","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:34.650958347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"fb47f5a3-5875-4bea-a883-269113e23cc4","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:39.94999574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"a6d91033-2819-4e9b-87c3-ce2e679919be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.050702219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"9539619d-424e-4001-9a21-d150682dcad7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.076386043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"eff64d58-7266-4946-a2ce-4cdbae48a697","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.07649144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"1f303ccf-4d51-4af2-be18-67fed314902f","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.197279656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eba11474-1472-465a-af1e-359954796994","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.241533283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"36bd9d09-67d8-4780-bce2-48cb556319ff","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.24155254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"36bd9d09-67d8-4780-bce2-48cb556319ff","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.242116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"48525e7b-f5d7-4cca-9b77-7feb8e51a0d1","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.242128381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"48525e7b-f5d7-4cca-9b77-7feb8e51a0d1","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.298656517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"5bf139b2-92df-451d-bd70-d4a7ff48b7e7","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.399521524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-shared-sub-270134","reconcileID":"44b122b0-9353-43b4-8b7e-5377630e3efa","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.46197085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"bba9530d-d6df-4418-a2cd-fe255dc0f45f","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.461986551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"bba9530d-d6df-4418-a2cd-fe255dc0f45f","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.496334421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"b34b1b85-a1a5-47b8-8215-e4126538192a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.50811065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f89ce10b-ae93-47ba-94d5-854f218505ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.554370474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"b34b1b85-a1a5-47b8-8215-e4126538192a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.566510967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"3255ca20-e6d8-4dd3-be7c-0426d0da6054","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.566524877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"3255ca20-e6d8-4dd3-be7c-0426d0da6054","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.596257243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"ecf84d49-2953-41bd-be6b-9044d079d069","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:40.652560591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"ecf84d49-2953-41bd-be6b-9044d079d069","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.134545077Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"6d0fa63c-9b22-40b1-9679-4af3075ad2c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.134585425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"8d3595bc-1ff3-4192-9e2f-22954cf49e89","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.13459941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"8d3595bc-1ff3-4192-9e2f-22954cf49e89","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.339210881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"6d0fa63c-9b22-40b1-9679-4af3075ad2c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.399575166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-shared-sub-270134","reconcileID":"e436dd6d-c4cf-4c7e-a011-b7e4d915d4c4","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.402462312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"7ef9a234-a142-4908-935d-aa6d2772e9b7","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.466107319Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"6d0fa63c-9b22-40b1-9679-4af3075ad2c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.46612222Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"6d0fa63c-9b22-40b1-9679-4af3075ad2c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.522608657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"c97f57c1-60b1-463a-a043-3cd7b07df4f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.522866531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"263acadb-2be3-4d53-80cd-e6f371832ef8","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.522883222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"263acadb-2be3-4d53-80cd-e6f371832ef8","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.666952651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"ef6485c8-ec13-4cb6-8bea-30fa6dd06ad2","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.666969835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"ef6485c8-ec13-4cb6-8bea-30fa6dd06ad2","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.726725078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"c97f57c1-60b1-463a-a043-3cd7b07df4f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.78334934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"c97f57c1-60b1-463a-a043-3cd7b07df4f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"e2e-shared-a-w0-1e8fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.783365246Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"c97f57c1-60b1-463a-a043-3cd7b07df4f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.787185566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"b0b5eeb2-cc13-4311-9331-0452c3eb57ae","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:45.787302349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-shared-sub-270134","reconcileID":"0946e6b8-7f03-4db1-bef6-bcd03e8ca15d","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T15:38:45.835013174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-sub-iso-auth-270134","reconcileID":"c97f57c1-60b1-463a-a043-3cd7b07df4f6","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-270134\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:47.126864365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"765570b9-ced2-4a75-a01a-af670c5313a1","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:47.12731999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"ef2adfe1-6a16-44f7-9d0a-245eecb13acd","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:47.231342016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"67656a5b-0c45-4a33-b4ee-36f202309a9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:47.325431511Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"c330b403-2bf1-4e97-98b7-c46b7873dbf1","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-1e8fe5/e2e-a-only-270134"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:47.452853708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"1d91cbc8-4687-45b5-b91c-848a421daa70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:47.553227104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a0d0e69-4020-431e-bbcf-50d4ff4d5b32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:47.653360551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"1a42a75d-352f-49d7-bad0-99e219efe29f","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:47.75610508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"931f2483-a287-48b5-8be0-e54b54f967ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:50.90571806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:55.160468389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"31fa495a-ce5a-4b3f-b827-00d455282340","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:55.261861637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"d34285c1-7e50-448f-817b-ae475b20cfd9","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:55.264961762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"879972fc-6a5a-4ffa-b808-1ed25ed1e709","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:55.362637822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3eeb9f97-712f-48fe-8218-43fe1e75acba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:55.362642151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"08983ade-4c19-4aa7-8265-429dd68163c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:55.472074408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50aac164-002a-40db-af5f-37f1c62a9215","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:55.578996835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"8862ded7-9043-454b-99af-7942af6e2295","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:56.058965998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-shared-sub-270134","reconcileID":"d909630e-5881-4e0c-9b94-eedaee146342","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscription":"e2e-shared-sub-270134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:56.215354512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-shared-sub-270134","reconcileID":"d909630e-5881-4e0c-9b94-eedaee146342","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:56.431808129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"9a81acda-b7f7-4ecc-b336-da2f2591f808","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:56.431830609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"9a81acda-b7f7-4ecc-b336-da2f2591f808","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:56.577213979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"49db32e5-cd97-4491-b221-285fc2a1a8fd","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:38:56.577227177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"49db32e5-cd97-4491-b221-285fc2a1a8fd","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:02.327689754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"d0b67de3-2d79-4a73-ad1d-54ffa4f59539","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:02.448084871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"708d8f37-2f16-4ff1-a8d7-db0f6365b358","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:02.57551545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"4a1bbf63-dec3-45fa-9b14-6b10013aabc8","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:02.575832981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"35cb4cba-d16a-4438-bd30-56a6e357e701","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:02.674752784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"cd550a56-5cef-4008-8d29-aa2123858875","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:02.775799668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ddb6ca5-420c-4312-a6a1-23c23e6280e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:06.739641613Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"6bb0697f-e946-4d12-a520-960304721234","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","subscription":"e2e-a-only-270134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:06.791849462Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"6bb0697f-e946-4d12-a520-960304721234","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:06.844369514Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"e2e-a-only-270134","reconcileID":"6bb0697f-e946-4d12-a520-960304721234","MaaSSubscription":{"name":"e2e-a-only-270134","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"name":"maas-trlp-sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.116532722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"fab84b1e-587a-44ce-a88d-cad7b88c45c5","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"tenant":"e2e-shared-a-w0-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","model":"ai-tenant-e2e-shared-a-w0-1e8fe5/sub-test-model-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.116549911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"sub-test-model-1e8fe5","reconcileID":"fab84b1e-587a-44ce-a88d-cad7b88c45c5","MaaSModelRef":{"name":"sub-test-model-1e8fe5","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"routeName":"sub-test-model-1e8fe5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","llmisvcName":"sub-test-model-1e8fe5","gateway":"openshift-ingress/e2e-shared-a-w0-1e8fe5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.438817347Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"5387b581-d704-41f5-805a-6664c23b5d0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.438868143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"0979d5a6-3990-48d3-9b3d-e6f7b30ae472","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.438880456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"0979d5a6-3990-48d3-9b3d-e6f7b30ae472","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.642880623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"5387b581-d704-41f5-805a-6664c23b5d0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.705527879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"d2f25d85-fbb7-4dce-85e9-4732dd5a45fb","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.705565178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"60abe0ef-f43f-4ae4-9596-5eea7de3cbf8","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.769232627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"5387b581-d704-41f5-805a-6664c23b5d0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"e2e-shared-b-w0-dc8b23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.769246614Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-sub-iso-auth-270134","reconcileID":"5387b581-d704-41f5-805a-6664c23b5d0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.825961546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"82575362-0f9a-4d2e-bb57-c043e19ddcfc","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.825977111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"82575362-0f9a-4d2e-bb57-c043e19ddcfc","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.97342506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"28609687-995c-4109-888a-f13fa88c5c55","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:07.97343772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"28609687-995c-4109-888a-f13fa88c5c55","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:08.092199093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"6bc52f27-9522-422c-a56b-8719f199e3e9","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:08.09220753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"d4f7cb55-78e5-4894-8bd5-0042005c81d2","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:14.870343465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"56920812-8d65-4ba6-a396-be1c7241f284","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:15.112386565Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"df2b20a6-f831-40d9-b373-663400befd96","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-dc8b23/e2e-b-only-270134"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:15.148929016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"584668e3-f7ca-499c-832d-282a73b93206","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:15.249766958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed52ad2a-144f-4da2-93d4-d91692ee1c10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:15.351120203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"9e21fe0c-3872-44a9-ae84-f44e18b3836d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:15.451764805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"37fc924d-d70e-4415-8520-6973602bb851","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:18.360200036Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"ff42e42e-9c04-44e5-b4b2-6c868c234fb8","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscription":"e2e-shared-sub-270134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:18.517641659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-shared-sub-270134","reconcileID":"ff42e42e-9c04-44e5-b4b2-6c868c234fb8","MaaSSubscription":{"name":"e2e-shared-sub-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:18.733213092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"0f4ce0ee-f129-4e09-9cc5-cb2865bdfb20","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:18.733228739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"0f4ce0ee-f129-4e09-9cc5-cb2865bdfb20","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:19.050886902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"0dbc0daf-bdb4-4343-ac59-772d870e7cb8","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:19.050906129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"0dbc0daf-bdb4-4343-ac59-772d870e7cb8","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:20.907250527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:29.214485236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"e2ea7a60-2300-43e9-989e-ce6753e8b330","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","subscription":"e2e-b-only-270134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:29.266615894Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"e2ea7a60-2300-43e9-989e-ce6753e8b330","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:29.321700552Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"e2e-b-only-270134","reconcileID":"e2ea7a60-2300-43e9-989e-ce6753e8b330","MaaSSubscription":{"name":"e2e-b-only-270134","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"name":"maas-trlp-sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:29.595050345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"9281190d-9d80-4309-8984-5c68c9763c01","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"tenant":"e2e-shared-b-w0-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","model":"ai-tenant-e2e-shared-b-w0-dc8b23/sub-test-model-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:29.595067656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"9281190d-9d80-4309-8984-5c68c9763c01","MaaSModelRef":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"routeName":"sub-test-model-dc8b23-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","llmisvcName":"sub-test-model-dc8b23","gateway":"openshift-ingress/e2e-shared-b-w0-dc8b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:50.9066286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:52.135128975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8e7f7c6-9dcc-42bb-a366-f467b1638f88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:52.25529689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"01e87a19-9b09-4040-815b-87600a3aed66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:52.35522958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"d029ebae-b4b8-419b-8bd0-68e6c451cd8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:39:52.455808795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c137268-f4eb-4d12-93f0-7c16f1965168","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:06.297250264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fb5e1e-cece-43cc-a3d4-3c739a6eda5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:06.348816875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fb5e1e-cece-43cc-a3d4-3c739a6eda5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:06.400282597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fb5e1e-cece-43cc-a3d4-3c739a6eda5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:06.451861721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fb5e1e-cece-43cc-a3d4-3c739a6eda5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:08.335163511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f09477e-5b4f-4358-8f4c-796781ccd069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:08.386564096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f09477e-5b4f-4358-8f4c-796781ccd069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:08.43793399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f09477e-5b4f-4358-8f4c-796781ccd069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:08.489294049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f09477e-5b4f-4358-8f4c-796781ccd069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.338963553Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.339019597Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.339063556Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","tenant":"e2e-shared-a-w0-1e8fe5","tenantID":"e2e-shared-a-w0-1e8fe5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.392880499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-1e8fe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.454463614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"Service","name":"maas-api-e2e-shared-a-w0-1e8fe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.516456668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-1e8fe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.569934516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-1e8fe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.624780282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.679289128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.735799531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.795247349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.846395713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.897480855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.904984707Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.948806635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:20.999848934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:21.051163145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:21.10237554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:21.155340962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:21.211141402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:21.262343092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:21.31358869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:21.364828525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-1e8fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:21.416016014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5"},"namespace":"ai-tenant-e2e-shared-a-w0-1e8fe5","name":"default-tenant","reconcileID":"5c2f09b1-191b-42b1-b870-337940ea11ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-1e8fe5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:26.673532093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe2d0704-0be5-47a4-a663-200acf77dfb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:26.793228457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"422766c6-a539-4bc4-a6e9-897e63cd261a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:26.895437584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"ea66e6d1-d057-46e2-bde0-30bc1c82c160","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:26.993579377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"9245cf56-6a7a-4bf9-9ac6-642000a5f85a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:27.802948245Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-1e8fe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-1e8fe5","reconcileID":"1131777c-9dc9-42f3-860f-885338c2b427","aitenant":"ai-tenants/e2e-shared-a-w0-1e8fe5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:28.389860543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f405a572-f02a-4a6b-8553-49de73d2099e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:28.441601071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f405a572-f02a-4a6b-8553-49de73d2099e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:28.492915567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f405a572-f02a-4a6b-8553-49de73d2099e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:28.544626639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f405a572-f02a-4a6b-8553-49de73d2099e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:28.600553516Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-1e8fe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-1e8fe5","reconcileID":"1131777c-9dc9-42f3-860f-885338c2b427","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-1e8fe5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-1e8fe5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:30.434572147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cb4574-cbd0-471a-917a-6a23693c4fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:30.486394692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cb4574-cbd0-471a-917a-6a23693c4fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:30.538097217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cb4574-cbd0-471a-917a-6a23693c4fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:30.590052658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cb4574-cbd0-471a-917a-6a23693c4fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:32.988518955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"289f73a3-9332-43c8-94be-7171bcde3d05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:33.106503173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c003bca9-49d8-4aaf-b4db-1afef76b45a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:33.207352307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cc24bb49-dbfa-43aa-be3d-acbd5f0db1ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:33.310377629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"6dcafd2d-3e41-4767-acc0-03f94fad0bfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.435861953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb13a181-6a80-4772-be7a-0037ebae6171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.487609276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb13a181-6a80-4772-be7a-0037ebae6171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.539022235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb13a181-6a80-4772-be7a-0037ebae6171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.590464338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb13a181-6a80-4772-be7a-0037ebae6171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.655455841Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.655511089Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.655566911Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","tenant":"e2e-shared-b-w0-dc8b23","tenantID":"e2e-shared-b-w0-dc8b23","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.709019999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-dc8b23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.770412092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"Service","name":"maas-api-e2e-shared-b-w0-dc8b23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.857428737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-dc8b23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.910776206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-dc8b23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:36.965359515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.021234152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.077717163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.13228095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.183670718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.235144544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.286415758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.337830923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.391322758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.446878686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.498164111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.553479751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.629647923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.681418154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.732861965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-dc8b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:37.786280203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"default-tenant","reconcileID":"68764894-8842-4339-a5bf-4f164f884fc2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-dc8b23","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:38.463445216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cc63e8-e9fc-48d7-a4c3-662a953bd175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:38.514924797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cc63e8-e9fc-48d7-a4c3-662a953bd175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:38.566348418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cc63e8-e9fc-48d7-a4c3-662a953bd175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:38.618014338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cc63e8-e9fc-48d7-a4c3-662a953bd175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:41.068240306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"74849d20-fcb9-4f88-b1da-ac3e48115fab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:41.173266265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"023519b0-5277-4b13-96ca-9c9e28f6b647","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:41.190257944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"b8b3a6e4-1f53-4aa9-828b-f5b72152d9b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:41.270327813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78a930d8-3b4e-4dd7-9c45-b7ac7482a179","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:42.975096516Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-dc8b23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-dc8b23","reconcileID":"1db29ba7-c103-4407-9cd2-0589782df8d5","aitenant":"ai-tenants/e2e-shared-b-w0-dc8b23","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:43.495355931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644a3e4c-918e-4c52-a3d1-0d35fa21dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:43.546648453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644a3e4c-918e-4c52-a3d1-0d35fa21dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:43.598169628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644a3e4c-918e-4c52-a3d1-0d35fa21dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:43.649617266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644a3e4c-918e-4c52-a3d1-0d35fa21dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:43.850777197Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-dc8b23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-dc8b23","reconcileID":"1db29ba7-c103-4407-9cd2-0589782df8d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-dc8b23","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-dc8b23"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:44.988046927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"4c50866d-9277-4561-bc3b-409760b1d083","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.000561297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-access","reconcileID":"a85d388e-03ed-4d07-9e76-1c9ec7da0913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.161082374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"64bdcb77-9674-46fc-8105-8de04f24a2e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.208782081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"1dca813b-296e-4b9c-b54a-7359840c6483","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.21801415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"64bdcb77-9674-46fc-8105-8de04f24a2e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.266891074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"f546be70-3ba3-4853-ae45-c0fac97ffc18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.35132629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"d1533b22-7f18-4972-b26f-ab3e33937246","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.570105206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e65c96-cf04-4e55-8cdc-c2d944493fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.57033971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a2625bb7-1174-4d97-802a-a2e02b6574b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.621558107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e65c96-cf04-4e55-8cdc-c2d944493fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.672973028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e65c96-cf04-4e55-8cdc-c2d944493fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.724608749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e65c96-cf04-4e55-8cdc-c2d944493fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:45.729487288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"a2625bb7-1174-4d97-802a-a2e02b6574b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:49.170340709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"049f1048-6a53-4bc7-b029-2087feaa9723","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:49.270913411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06ef3994-1ed1-423e-8cb4-8bc6533b7d13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:49.29324609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"c0559931-9cda-47ca-8da6-61ef1b189590","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:50.265885863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"bd4ee186-02ca-4113-82a4-7db41f00787f","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:50.599003503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"52fe7794-3b20-4555-b322-3d874d1bf158","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:50.905490746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:50.930205602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"e7660428-5011-44b1-b256-faa0cb87c8a1","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.092191768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5d68e6c1-fe37-4c59-b816-4a9de1f82444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.138305713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"c183adec-3f38-4c2a-8541-4d3ed0c78238","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.148507156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"5d68e6c1-fe37-4c59-b816-4a9de1f82444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.261328888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"51e0db99-948a-4ea3-9783-b9b3576eae21","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.31283618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"c4a94d43-4b8e-49db-98f2-a01fdadd3f04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.319183625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"b8900d71-d76c-4285-b1a5-520da67b3151","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.364593768Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"c4a94d43-4b8e-49db-98f2-a01fdadd3f04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.416467747Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"simulator-subscription","reconcileID":"c4a94d43-4b8e-49db-98f2-a01fdadd3f04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/simulator-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.45414201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d38aa4f7-30d4-4c89-8ef0-ea7a4fb396c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.510269016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"b2ae5114-f384-4b96-8d54-f6f3aa111a3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.510960964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"d38aa4f7-30d4-4c89-8ef0-ea7a4fb396c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.690365225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"fd4e613b-32da-4165-bb06-cf0d7731d752","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.816956942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"6046f458-40e1-498f-ac10-f3c2dabc5d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:51.874571345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"6046f458-40e1-498f-ac10-f3c2dabc5d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:55.18166075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19369b8d-fc22-4c56-9c52-234d45ec4d85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:55.283853965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"bb094725-6533-4e9b-9964-82a1a6cd43e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:55.305588855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f7c446a-234b-40b9-8f9d-9e766e31f3d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:55.376663771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"705c3f46-198f-4b12-b43f-fff3049e4d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:55.434079633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"705c3f46-198f-4b12-b43f-fff3049e4d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:56.929784253Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"db2522cb-019d-4fbc-8660-f062b882aa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:56.929862383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"cb9688a3-be96-4c2c-8fee-be97b96a5329","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.133145195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"db2522cb-019d-4fbc-8660-f062b882aa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.197125097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"af845398-84e3-47dd-b8ec-5273e12e2d7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.258722831Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"db2522cb-019d-4fbc-8660-f062b882aa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"e2e-worker-w0-58efa5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.258736597Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-access","reconcileID":"db2522cb-019d-4fbc-8660-f062b882aa3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.315003635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"ad6a81c9-75a2-45a4-9479-13cd4ae18269","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.581343658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"c7e35cad-918c-4988-84c6-e85db25cfe6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.603140558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"f7e66a49-93ca-451e-a4bf-4aa2bfefa543","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.922309987Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"15accdec-f330-46e4-a124-c20d2a6d6335","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.92237949Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"15accdec-f330-46e4-a124-c20d2a6d6335","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.982228324Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"15accdec-f330-46e4-a124-c20d2a6d6335","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:57.982242589Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"15accdec-f330-46e4-a124-c20d2a6d6335","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:58.003798577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"d1ff1826-ac9d-4ac3-b9e1-834376c49903","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:58.055913198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"ac4d0938-cb60-4616-876d-239eb79bd835","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:58.107389697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"b10649f3-758d-46f5-8a94-ef4aa1fa8103","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:58.107576002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"63cd74b4-30fc-4d5a-a121-5c68a756a58a","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:58.111112539Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"4358e5fa-f18c-42bf-9ead-c62dd11b21d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac00c4a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:58.94506302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be900e-f38b-400d-821b-8e6a8273ec65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:58.996939613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be900e-f38b-400d-821b-8e6a8273ec65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:59.048305783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be900e-f38b-400d-821b-8e6a8273ec65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:40:59.099781862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be900e-f38b-400d-821b-8e6a8273ec65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:00.972976066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a5aa6c-fbaa-4ba0-9cb3-4894e010ea84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:01.024541548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a5aa6c-fbaa-4ba0-9cb3-4894e010ea84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:01.078226955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a5aa6c-fbaa-4ba0-9cb3-4894e010ea84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:01.130116991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a5aa6c-fbaa-4ba0-9cb3-4894e010ea84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:03.102998091Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"7055490f-6734-4699-a8a2-ec8e7e9ec652","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:03.103057077Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"7055490f-6734-4699-a8a2-ec8e7e9ec652","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:03.15685147Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"7055490f-6734-4699-a8a2-ec8e7e9ec652","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:03.156866116Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"7055490f-6734-4699-a8a2-ec8e7e9ec652","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:04.668530281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30d07197-f21c-4e3a-9df0-3e50e2ca0dc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:04.909547039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6cdcaa36-8bf4-4d3b-b0fd-5cef577d8b80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.056239071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"9a6851cb-0472-4118-886c-8c60a0c09c49","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.107961588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"3263e7b3-1dd0-4268-8765-bc05aadf247f","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.108210945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"13535535-7f63-477f-818c-197d35b582f4","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.108367216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"adf0c2d9-656d-4a9d-b8b2-23eb966e7123","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.157205948Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"79e5d57b-ba74-4911-8f1b-1b3f1105606b","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.157255019Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"79e5d57b-ba74-4911-8f1b-1b3f1105606b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.164052705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"03cace00-94f3-492a-b455-fea1b460a0ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.211649241Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"79e5d57b-ba74-4911-8f1b-1b3f1105606b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.211662931Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"79e5d57b-ba74-4911-8f1b-1b3f1105606b","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.216000746Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"03cace00-94f3-492a-b455-fea1b460a0ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.268282626Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"premium-simulator-subscription","reconcileID":"03cace00-94f3-492a-b455-fea1b460a0ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"name":"maas-trlp-premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5","model":"e2e-models-e2e-worker-w0-58efa5/premium-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:08.5391738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"581497cd-9149-4077-87b0-e9c18ce1e9ea","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.212663795Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.212720393Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","namespace":"ai-tenant-e2e-worker-w0-58efa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.212767543Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","tenant":"e2e-worker-w0-58efa5","tenantID":"e2e-worker-w0-58efa5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.266954271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"Deployment","name":"maas-api-e2e-worker-w0-58efa5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.332189256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"Service","name":"maas-api-e2e-worker-w0-58efa5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.387083441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-58efa5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.440637536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-58efa5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.497019904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.551697939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.608720294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.663057168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.714264095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.76571168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.817047317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"Service","name":"payload-processing-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.868480962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.919937592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:13.971686447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:14.02334884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:14.081284669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:14.132958049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:14.184578075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:14.236338146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-58efa5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:14.287990646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-58efa5"},"namespace":"ai-tenant-e2e-worker-w0-58efa5","name":"default-tenant","reconcileID":"3e3a8637-0209-45b3-980e-32cf1cf52e83","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-58efa5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:17.149281181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d387f209-4c9b-4acc-8455-93dd40d54f31","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:17.249550343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2da8d1a-9cfe-42ba-96df-7f5e3bf51bd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:18.057292465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"4c2c3596-b8b3-40ba-aa6d-9d4c3aa0b666","MaaSModelRef":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-2-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:18.109016421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"0bcc7b93-3ac2-424b-9561-6d036f919a10","MaaSModelRef":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"distinct-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:18.109262902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8843902e-61ff-4aed-bec1-740085b4e862","MaaSModelRef":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"simulator-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"simulator-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:18.540021099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"b28ce2ad-e84a-4b5d-bd78-e132b7df6671","MaaSModelRef":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"routeName":"premium-w0-58efa5-kserve-route","namespace":"e2e-models-e2e-worker-w0-58efa5","llmisvcName":"premium-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:20.955659518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:24.278364694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3911a325-769b-483b-80f2-1caca688cd2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:24.396852099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e211d6ba-4d1d-4681-8822-5176ba7a577c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:29.713902568Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-58efa5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-58efa5","reconcileID":"39297b64-e08a-4e4f-bcb3-b7d140127e6c","aitenant":"ai-tenants/e2e-worker-w0-58efa5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:30.293072227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275fa3ad-57e1-4967-b0ee-9b06b6b29d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:30.344825244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275fa3ad-57e1-4967-b0ee-9b06b6b29d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:30.398784837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275fa3ad-57e1-4967-b0ee-9b06b6b29d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:30.451307229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275fa3ad-57e1-4967-b0ee-9b06b6b29d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:30.609031291Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-58efa5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-58efa5","reconcileID":"39297b64-e08a-4e4f-bcb3-b7d140127e6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-58efa5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-58efa5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:32.373747966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d36916-aeaa-46e6-8fa6-1ec94327cf37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:32.426207857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d36916-aeaa-46e6-8fa6-1ec94327cf37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:32.477986373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d36916-aeaa-46e6-8fa6-1ec94327cf37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:32.529392306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d36916-aeaa-46e6-8fa6-1ec94327cf37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:34.449544845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff64f5e-0388-40f5-943a-2ce2428cab84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:34.500991161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff64f5e-0388-40f5-943a-2ce2428cab84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:34.55264906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff64f5e-0388-40f5-943a-2ce2428cab84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T15:41:34.604265158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff64f5e-0388-40f5-943a-2ce2428cab84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}